00010000:00010000:1.0F:1788687939.398703:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687940.422978:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0F:1788687940.726359:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1788687940.726396:0:5861:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9af3f39d6b40 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:0.0:1788687940.726402:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9af3d6287400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9af3f39d6840 00000020:00080000:0.0:1788687940.726406:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9af3d6287c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9af3ee478000 00000020:00080000:2.0F:1788687940.726466:0:14514:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:2.0:1788687940.726836:0:14514:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:1.0:1788687941.103180:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103257:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103285:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103309:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103326:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103342:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103361:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687941.103388:0:14471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780096 00000100:00100000:1.0:1788687941.103398:0:14471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780096 00000100:00100000:1.0:1788687941.103449:0:14471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 122 00000100:00100000:1.0:1788687941.103459:0:14471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0012450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2347:x1875574819780096:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103537:0:14471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0012450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2347:x1875574819780096:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 79us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103544:0:14471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 122 00000100:00100000:1.0:1788687941.103578:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780352 00000100:00100000:1.0:1788687941.103583:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780352 00000100:00100000:1.0:1788687941.103611:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780864 00000100:00100000:1.0:1788687941.103614:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780864 00000100:00100000:1.0:1788687941.103626:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780480 00000100:00100000:1.0:1788687941.103628:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780480 00000100:00100000:1.0:1788687941.103641:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780736 00000100:00100000:1.0:1788687941.103643:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780736 00000100:00100000:1.0:1788687941.103657:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:1.0:1788687941.103664:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c830d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2347:x1875574819780352:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103692:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c830d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2347:x1875574819780352:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 28us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103699:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:1.0:1788687941.103720:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:1.0:1788687941.103727:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c830c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3202fde6-7dbc-4316-b24e-66eae298a466+5:2347:x1875574819780864:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103747:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c830c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3202fde6-7dbc-4316-b24e-66eae298a466+5:2347:x1875574819780864:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 22us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103753:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:1.0:1788687941.103762:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:1.0:1788687941.103767:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2347:x1875574819780480:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103783:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2347:x1875574819780480:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 16us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103788:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:1.0:1788687941.103797:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:1.0:1788687941.103802:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3202fde6-7dbc-4316-b24e-66eae298a466+5:2347:x1875574819780736:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103816:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3202fde6-7dbc-4316-b24e-66eae298a466+5:2347:x1875574819780736:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 15us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103822:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:1.0:1788687941.103837:0:15887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780608 00000100:00100000:1.0:1788687941.103840:0:15887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780608 00000100:00100000:1.0:1788687941.103863:0:15887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780224 00000100:00100000:1.0:1788687941.103866:0:15887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780224 00000100:00100000:1.0:1788687941.103886:0:15887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 26 00000100:00100000:1.0:1788687941.103893:0:15887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c830c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3202fde6-7dbc-4316-b24e-66eae298a466+6:2347:x1875574819780608:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103919:0:15887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c830c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3202fde6-7dbc-4316-b24e-66eae298a466+6:2347:x1875574819780608:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 28us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103925:0:15887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 26 00000100:00100000:1.0:1788687941.103942:0:15887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 27 00000100:00100000:1.0:1788687941.103948:0:15887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c830f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:2347:x1875574819780224:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687941.103970:0:15887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c830f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:2347:x1875574819780224:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 23us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.103976:0:15887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 27 00000100:00080000:1.0:1788687941.104147:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788687941.104151:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788687941.104153:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788687941.408991:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0F:1788687941.409280:0:15887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819780992 00000100:00100000:3.0:1788687941.409296:0:15887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819780992 00000100:00100000:3.0:1788687941.409357:0:15887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 54 00000100:00100000:3.0:1788687941.409368:0:15887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c5b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:14433:x1875574819780992:12345-192.168.204.26@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788687941.409473:0:15887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c5b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:14433:x1875574819780992:12345-192.168.204.26@tcp:60:lhsmtool_posix.0 Request processed in 107us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687941.409505:0:15887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 54 00000100:00100000:3.0:1788687941.414954:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687941.415145:0:14479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819781248 00000100:00100000:0.0:1788687941.415157:0:14479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819781248 00000100:00100000:0.0:1788687941.415221:0:14479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:0.0:1788687941.415231:0:14479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:14433:x1875574819781248:12345-192.168.204.26@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788687941.415713:0:14479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+13:14433:x1875574819781248:12345-192.168.204.26@tcp:35:lhsmtool_posix.0 Request processed in 482us (768us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788687941.415722:0:14479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 12 00010000:00010000:2.0:1788687941.445688:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788687941.702572:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839682048:0@lo:400:kworker.0 00000100:00100000:3.0:1788687941.702735:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c5b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839681920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788687941.702880:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687941.703203:0:15163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839681920 00000100:00100000:2.0:1788687941.703212:0:15163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839681920 00000100:00100000:2.0:1788687941.703279:0:15163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788687941.703289:0:15163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839681920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788687941.703327:0:15163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62980096 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788687941.705331:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687941.705548:0:14470:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682048 00000100:00100000:0.0:1788687941.705557:0:14470:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682048 00000100:00100000:0.0:1788687941.705622:0:14470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788687941.705633:0:14470:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0012850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839682048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687941.705715:0:14470:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0012850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839682048:12345-0@lo:400:kworker.0 Request processed in 84us (3028us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687941.705724:0:14470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00080000:1.0:1788687941.705861:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788687941.705982:0:15163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839681920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2691us (3099us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687941.705993:0:15163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788687941.706075:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839682176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788687941.706139:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687941.706168:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788687941.706174:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839682304:0@lo:400:kworker.0 00000100:00100000:2.0:1788687941.706197:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687941.706230:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682304 00000100:00100000:2.0:1788687941.706237:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682304 00000100:00100000:2.0:1788687941.706298:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788687941.706306:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c5b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839682304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788687941.706350:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c5b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839682304:12345-0@lo:400:kworker.0 Request processed in 45us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687941.706356:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788687941.706392:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839682304:0@lo:400:kworker.0 00000100:00100000:2.0:1788687941.706410:0:15163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682176 00000100:00100000:2.0:1788687941.706412:0:15163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682176 00000100:00100000:2.0:1788687941.706428:0:15163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788687941.706449:0:15163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c5b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839682176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788687941.706474:0:15163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788687941.706523:0:15163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c5b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839682176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687941.706528:0:15163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788687941.706557:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839682176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788687941.706923:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839682048:0@lo:400:kworker.0 00000100:00080000:0.0:1788687941.706975:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788687941.709222:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788687941.709244:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839682688:0@lo:400:kworker.0 00000100:00100000:1.0:1788687941.709309:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788687941.709364:0:14476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682688 00000100:00100000:1.0:1788687941.709373:0:14476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682688 00000100:00100000:1.0:1788687941.709615:0:14476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788687941.709624:0:14476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875574839682688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687941.709681:0:14476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875574839682688:12345-0@lo:400:kworker.0 Request processed in 58us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687941.709688:0:14476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788687941.709731:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839682688:0@lo:400:kworker.0 00000100:00080000:0.0:1788687941.710424:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788687941.710443:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839682560:0@lo:400:kworker.0 00000100:00100000:3.0:1788687941.711942:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c5b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839681920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788687941.711980:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839682432:0@lo:400:kworker.0 00000100:00100000:0.0:1788687941.718051:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788687941.718205:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687941.718319:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682560 00000100:00100000:0.0:1788687941.718329:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682560 00000100:00100000:0.0:1788687941.718390:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682432 00000100:00100000:0.0:1788687941.718394:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682432 00000100:00100000:3.0:1788687941.718411:0:14476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788687941.718420:0:14477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788687941.718424:0:14476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839682560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687941.718434:0:14477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839682432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687941.718515:0:14477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839682432:12345-0@lo:400:kworker.0 Request processed in 85us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687941.718526:0:14477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788687941.718527:0:14476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839682560:12345-0@lo:400:kworker.0 Request processed in 104us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687941.718538:0:14476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788687941.718579:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839682432:0@lo:400:kworker.0 00000100:00100000:0.0:1788687941.718793:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839682560:0@lo:400:kworker.0 00000100:00080000:2.0:1788687941.719789:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788687942.469810:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788687942.918725:0:14508:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788687942.918737:0:14508:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788687942.918787:0:14508:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788687942.918795:0:14508:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788687943.495182:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687944.518695:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687945.542287:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788687945.845939:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788687945.845959:0:5861:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000020:00080000:0.0:1788687945.846005:0:14514:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:0.0:1788687945.846017:0:14514:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000100:00100000:3.0:1788687946.226222:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788687946.226273:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788687946.226313:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687946.226325:0:15159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819781632 00000100:00100000:0.0:1788687946.226336:0:15159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819781632 00000100:00100000:3.0:1788687946.226345:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819781504 00000100:00100000:3.0:1788687946.226351:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819781504 00000100:00080000:2.0:1788687946.226400:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788687946.226412:0:15159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00100000:3.0:1788687946.226416:0:14477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 31 00000100:00080000:2.0:1788687946.226421:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788687946.226427:0:15159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2349:x1875574819781632:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788687946.226431:0:14477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:2349:x1875574819781504:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788687946.226533:0:14477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:2349:x1875574819781504:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 106us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687946.226543:0:14477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 31 00000100:00100000:0.0:1788687946.226586:0:15159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2349:x1875574819781632:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 163us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687946.226593:0:15159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00100000:1.0:1788687946.226640:0:14469:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819781376 00000100:00100000:1.0:1788687946.226646:0:14469:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819781376 00000100:00100000:1.0:1788687946.226695:0:14469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 124 00000100:00100000:1.0:1788687946.226704:0:14469:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0010850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2349:x1875574819781376:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687946.226734:0:14469:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0010850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2349:x1875574819781376:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 32us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.226748:0:14469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 124 00000100:00100000:0.0:1788687946.226975:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687946.227056:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687946.227114:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687946.228155:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819781760 00000100:00100000:1.0:1788687946.228165:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819781760 00000100:00100000:0.0:1788687946.228212:0:15159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782016 00000100:00100000:0.0:1788687946.228227:0:15159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782016 00000100:00100000:0.0:1788687946.228252:0:15159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782144 00000100:00100000:0.0:1788687946.228254:0:15159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782144 00000100:00100000:0.0:1788687946.228268:0:15159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:0.0:1788687946.228276:0:15159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3202fde6-7dbc-4316-b24e-66eae298a466+5:2345:x1875574819782016:12345-192.168.204.26@tcp:9:kworker.0 00000100:00080000:2.0:1788687946.228283:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788687946.228288:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1788687946.228300:0:15159:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a133 00000100:00080000:0.0:1788687946.228316:0:15159:0:(import.c:65:import_set_state_nolock()) ffff9af3c30f6000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788687946.228328:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 17 00000100:00100000:1.0:1788687946.228339:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3202fde6-7dbc-4316-b24e-66eae298a466+5:2345:x1875574819782144:12345-192.168.204.26@tcp:9:kworker.0 00000020:00000080:1.0:1788687946.228355:0:15160:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a13a 00000001:00000004:0.0:1788687946.228362:0:15159:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00080000:1.0:1788687946.228367:0:15160:0:(import.c:65:import_set_state_nolock()) ffff9af3f7a07800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788687946.228401:0:15160:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788687946.228827:0:15159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3202fde6-7dbc-4316-b24e-66eae298a466+2:2345:x1875574819782016:12345-192.168.204.26@tcp:9:kworker.0 Request processed in 549us (1769us total) trans 0 rc 0/0 00010000:00010000:2.0:1788687946.228830:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788687946.228838:0:15159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:0.0:1788687946.228855:0:15159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 18 00000100:00100000:0.0:1788687946.228862:0:15159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2345:x1875574819781760:12345-192.168.204.26@tcp:9:kworker.0 00000020:00000080:0.0:1788687946.228875:0:15159:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a102 00000100:00080000:0.0:1788687946.228883:0:15159:0:(import.c:65:import_set_state_nolock()) ffff9af3ffbf2000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788687946.228948:0:15159:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:2.0:1788687946.229047:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788687946.229767:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3202fde6-7dbc-4316-b24e-66eae298a466+2:2345:x1875574819782144:12345-192.168.204.26@tcp:9:kworker.0 Request processed in 1427us (2647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.229777:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 17 00010000:00010000:1.0:1788687946.229800:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788687946.229974:0:15159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+2:2345:x1875574819781760:12345-192.168.204.26@tcp:9:kworker.0 Request processed in 1110us (2998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687946.229983:0:15159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 18 00000100:00100000:3.0:1788687946.229997:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788687946.230094:0:14478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819781888 00000100:00100000:2.0:1788687946.230100:0:14478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819781888 00000100:00080000:3.0:1788687946.230141:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788687946.230153:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 32 00000100:00100000:2.0:1788687946.230161:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3202fde6-7dbc-4316-b24e-66eae298a466+6:2348:x1875574819781888:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:2.0:1788687946.230198:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3202fde6-7dbc-4316-b24e-66eae298a466+6:2348:x1875574819781888:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 39us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687946.230205:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 32 00010000:00010000:2.0:1788687946.566868:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788687946.823200:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839682816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788687946.823278:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788687946.823357:0:15163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682816 00000100:00100000:1.0:1788687946.823366:0:15163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682816 00000100:00100000:1.0:1788687946.823443:0:15163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788687946.823454:0:15163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839682816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788687946.823511:0:15163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00080000:3.0:1788687946.823657:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788687946.823753:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839682944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788687946.823784:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687946.823988:0:15164:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1788687946.823998:0:15164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:3.0:1788687946.824091:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839683072:0@lo:400:kworker.0 00000100:00100000:0.0:1788687946.824117:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875574839683200:0@lo:400:kworker.0 00000100:00100000:3.0:1788687946.824129:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788687946.824159:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788687946.824161:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788687946.824168:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875574839683456:0@lo:400:kworker.0 00000100:00100000:0.0:1788687946.824193:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788687946.824201:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839683328:0@lo:400:kworker.0 00000100:00100000:3.0:1788687946.824202:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687946.824236:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788687946.824283:0:15163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839682816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 824us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.824292:0:15163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788687946.824410:0:14471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683072 00000100:00100000:1.0:1788687946.824415:0:14471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683072 00000100:00100000:1.0:1788687946.824446:0:14471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788687946.824453:0:14471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0011050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839683072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687946.824522:0:14471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0011050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839683072:12345-0@lo:400:kworker.0 Request processed in 70us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.824528:0:14471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788687946.824707:0:15163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839682944 00000100:00100000:1.0:1788687946.824711:0:15163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839682944 00000100:00100000:1.0:1788687946.824740:0:15163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788687946.824747:0:15163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839682944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788687946.824780:0:15163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788687946.824821:0:15163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839682944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.824827:0:15163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788687946.829544:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683200 00000100:00100000:0.0:1788687946.829572:0:14476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683456 00000100:00100000:0.0:1788687946.829599:0:14476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683456 00000100:00100000:3.0:1788687946.829622:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683200 00000100:00100000:0.0:1788687946.829683:0:14476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683328 00000100:00100000:0.0:1788687946.829688:0:14476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683328 00000100:00100000:1.0:1788687946.829721:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788687946.829742:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875574839683456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687946.829832:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875574839683456:12345-0@lo:400:kworker.0 Request processed in 95us (5631us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.829840:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788687946.829859:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788687946.829866:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875574839683200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687946.829903:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875574839683200:12345-0@lo:400:kworker.0 Request processed in 39us (5743us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.829910:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788687946.829924:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788687946.829930:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839683328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687946.829960:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839683328:12345-0@lo:400:kworker.0 Request processed in 31us (5725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687946.829976:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788687946.832238:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839683328:0@lo:400:kworker.0 00000100:00100000:0.0:1788687946.832259:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875574839683200:0@lo:400:kworker.0 00000100:00080000:3.0:1788687946.832329:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788687946.832335:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788687946.832371:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839682944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788687946.832398:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875574839683456:0@lo:400:kworker.0 00000100:00100000:3.0:1788687946.832408:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839683072:0@lo:400:kworker.0 00000100:00100000:0.0:1788687946.832572:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839682816:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1788687946.879854:0:6712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3202fde6-7dbc-4316-b24e-66eae298a466 00000020:00000080:2.0:1788687946.879864:0:6712:0:(genops.c:885:class_export_put()) final put ffff9af3ffbf3000/3202fde6-7dbc-4316-b24e-66eae298a466 00000020:00000080:2.0:1788687946.879899:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3ffbf3000/3202fde6-7dbc-4316-b24e-66eae298a466 for lustre-OST0000 00000020:00000080:2.0:1788687946.880309:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3c30f6000 for lustre-OST0000 00010000:00010000:1.0:1788687947.595167:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687948.619805:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687949.637991:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687950.661739:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788687951.037789:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 00000020:00000080:3.0:1788687951.037810:0:7643:0:(genops.c:885:class_export_put()) final put ffff9af3d2b02800/cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 00000001:00100000:3.0:1788687951.037845:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3202fde6-7dbc-4316-b24e-66eae298a466 00000020:00000080:3.0:1788687951.037849:0:7643:0:(genops.c:885:class_export_put()) final put ffff9af3f7a06800/3202fde6-7dbc-4316-b24e-66eae298a466 00000020:00000080:3.0:1788687951.037868:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3d2b02800/cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 for lustre-OST0001 00000020:00000080:3.0:1788687951.037947:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f7a06800/3202fde6-7dbc-4316-b24e-66eae298a466 for lustre-OST0001 00000020:00000080:3.0:1788687951.037970:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3ffbf2000 for lustre-OST0001 00000020:00000080:3.0:1788687951.037981:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3f7a07800 for lustre-OST0001 00000001:02000400:2.0:1788687951.207083:0:17424:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 05:45:49 (1788687949) 00000100:00100000:1.0:1788687951.345389:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687951.345450:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687951.345497:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687951.345528:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687951.345555:0:14476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782400 00000100:00100000:1.0:1788687951.345565:0:14476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782400 00000100:00100000:1.0:1788687951.345626:0:14476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782656 00000100:00100000:1.0:1788687951.345629:0:14476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782656 00000100:00100000:1.0:1788687951.345654:0:14476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 36 00000100:00100000:1.0:1788687951.345664:0:14476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:2346:x1875574819782400:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687951.345737:0:14476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:2346:x1875574819782400:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 75us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687951.345744:0:14476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 36 00000100:00100000:1.0:1788687951.345761:0:14476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 37 00000100:00100000:1.0:1788687951.345768:0:14476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3202fde6-7dbc-4316-b24e-66eae298a466+6:2346:x1875574819782656:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788687951.345791:0:14476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3202fde6-7dbc-4316-b24e-66eae298a466+6:2346:x1875574819782656:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 24us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687951.345797:0:14476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 37 00000100:00080000:1.0:1788687951.345816:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788687951.346064:0:15953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782528 00000100:00100000:2.0:1788687951.346069:0:15953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782528 00000100:00100000:2.0:1788687951.346107:0:15953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:2.0:1788687951.346116:0:15953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2346:x1875574819782528:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:2.0:1788687951.346145:0:15953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2346:x1875574819782528:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 32us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687951.346152:0:15953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00080000:1.0:1788687951.346292:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788687951.346393:0:14470:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782272 00000100:00100000:3.0:1788687951.346399:0:14470:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782272 00000100:00100000:3.0:1788687951.346427:0:14470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 126 00000100:00100000:3.0:1788687951.346434:0:14470:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0013050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2346:x1875574819782272:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788687951.346493:0:14470:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0013050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2346:x1875574819782272:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 43us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687951.346501:0:14470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 126 00010000:00010000:2.0:1788687951.699727:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788687951.941749:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839683968:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.941784:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839683584:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.941833:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687951.941834:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687951.941888:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839684096:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.941932:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687951.942047:0:14469:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683584 00000100:00100000:2.0:1788687951.942057:0:14469:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683584 00000100:00100000:2.0:1788687951.942110:0:14469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1788687951.942119:0:14469:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839683584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942177:0:14469:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839683584:12345-0@lo:400:kworker.0 Request processed in 59us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687951.942185:0:14469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1788687951.942225:0:15887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683968 00000100:00100000:2.0:1788687951.942229:0:15887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683968 00000100:00100000:3.0:1788687951.942346:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839683584:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942348:0:15887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684096 00000100:00100000:2.0:1788687951.942354:0:15887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684096 00000100:00100000:3.0:1788687951.942390:0:14477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788687951.942401:0:14477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af2c2a81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839683968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942412:0:15887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788687951.942422:0:15887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c5b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839684096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788687951.942447:0:14477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af2c2a81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839683968:12345-0@lo:400:kworker.0 Request processed in 48us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687951.942455:0:14477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788687951.942473:0:15887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c5b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839684096:12345-0@lo:400:kworker.0 Request processed in 53us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687951.942505:0:15887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1788687951.942527:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788687951.942532:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839684096:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942624:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788687951.942631:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839684480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788687951.942664:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839683968:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942666:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687951.942695:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839683712:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942703:0:15163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684480 00000100:00100000:2.0:1788687951.942708:0:15163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684480 00000100:00100000:0.0:1788687951.942730:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687951.942752:0:15163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788687951.942761:0:15163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c5b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875574839684480:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788687951.942763:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839684224:0@lo:400:kworker.0 00000100:00100000:0.0:1788687951.942793:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1788687951.942796:0:15163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788687951.942816:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788687951.942824:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839683840:0@lo:400:kworker.0 00000100:00100000:2.0:1788687951.942840:0:15163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c5b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875574839684480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687951.942850:0:15163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788687951.942855:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788687951.942870:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788687951.942880:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839684352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788687951.942897:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839684480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788687951.942927:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687951.943015:0:17171:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684352 00000100:00100000:2.0:1788687951.943020:0:17171:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684352 00000100:00100000:2.0:1788687951.943051:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788687951.943058:0:17171:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839684352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788687951.943076:0:17171:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788687951.943107:0:17171:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839684352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687951.943113:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788687951.943139:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788687951.944269:0:14476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684224 00000100:00100000:0.0:1788687951.944281:0:14476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684224 00000100:00080000:2.0:1788687951.944380:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788687951.944652:0:15162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683712 00000100:00100000:0.0:1788687951.944657:0:15162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683712 00000100:00100000:0.0:1788687951.944696:0:15162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839683840 00000100:00100000:0.0:1788687951.944700:0:15162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839683840 00000100:00100000:0.0:1788687951.944726:0:15162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788687951.944735:0:15162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839683712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687951.944840:0:15162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839683712:12345-0@lo:400:kworker.0 Request processed in 106us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687951.944850:0:15162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788687951.944870:0:15162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788687951.944878:0:15162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839683840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687951.944926:0:15162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839683840:12345-0@lo:400:kworker.0 Request processed in 50us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687951.944933:0:15162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788687951.945066:0:14476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788687951.945076:0:14476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875574839684224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687951.945111:0:14476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875574839684224:12345-0@lo:400:kworker.0 Request processed in 39us (2318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687951.945118:0:14476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788687951.945166:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839683840:0@lo:400:kworker.0 00000100:00100000:0.0:1788687951.945191:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839684352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788687951.945306:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839683712:0@lo:400:kworker.0 00000100:00100000:0.0:1788687951.945319:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839684224:0@lo:400:kworker.0 00000040:00080000:0.0:1788687952.135230:0:14508:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788687952.135239:0:14508:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788687952.135269:0:14508:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788687952.135277:0:14508:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788687952.710655:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687953.733642:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687954.757837:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687955.781801:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788687955.829152:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687955.829283:0:14479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819782912 00000100:00100000:0.0:1788687955.829296:0:14479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819782912 00000100:00100000:0.0:1788687955.829402:0:14479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:0.0:1788687955.829430:0:14479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+12:15315:x1875574819782912:12345-192.168.204.26@tcp:35:umount.0 00000001:00080000:0.0:1788687955.829880:0:14479:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1788687955.829993:0:14479:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788687955.830144:0:14479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+15:15315:x1875574819782912:12345-192.168.204.26@tcp:35:umount.0 Request processed in 717us (1005us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788687955.830154:0:14479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 13 00000020:00080000:0.0:1788687955.830160:0:14479:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:3.0:1788687955.830734:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788687955.835633:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788687955.835681:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788687955.835722:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788687955.835986:0:14462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819783040 00000100:00100000:3.0:1788687955.836000:0:14462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819783040 00000100:00100000:3.0:1788687955.836067:0:14462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819783168 00000100:00100000:3.0:1788687955.836071:0:14462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819783168 00000100:00100000:3.0:1788687955.836087:0:14462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819783296 00000100:00100000:3.0:1788687955.836090:0:14462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819783296 00000100:00100000:3.0:1788687955.836108:0:14462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 3 00000100:00100000:3.0:1788687955.836120:0:14462:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c5b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+15:2346:x1875574819783040:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788687955.836160:0:14462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788687955.836185:0:14462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3e0aace00/0xc2ddd83e7444a0df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462f17 expref: 15 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687955.836209:0:14462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788687955.836349:0:14461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:2.0:1788687955.836360:0:14461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+14:2346:x1875574819783168:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788687955.836370:0:14461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788687955.836380:0:14461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f38cda00/0xc2ddd83e7444a0e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462f41 expref: 14 pid: 14471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687955.836392:0:14461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788687955.836437:0:14461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+13:2346:x1875574819783168:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 79us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687955.836445:0:14461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:2.0:1788687955.836466:0:14461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:2.0:1788687955.836475:0:14461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fcd76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+12:2346:x1875574819783296:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788687955.836532:0:14461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788687955.836542:0:14461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f4b4c200/0xc2ddd83e7444a15d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462fe2 expref: 12 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788687955.837138:0:14462:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c5b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+12:2346:x1875574819783040:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 1018us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687955.837146:0:14462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 3 00010000:00010000:2.0:1788687955.837330:0:14461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788687955.837359:0:14461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fcd76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+10:2346:x1875574819783296:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 884us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687955.837380:0:14461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:2.0:1788687955.839146:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687955.839622:0:15162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819783424 00000100:00100000:0.0:1788687955.839634:0:15162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819783424 00000100:00100000:0.0:1788687955.839756:0:15162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 19 00000100:00100000:0.0:1788687955.839776:0:15162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+5:2345:x1875574819783424:12345-192.168.204.26@tcp:9:umount.0 00000020:00000080:0.0:1788687955.839825:0:15162:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a0fb 00000100:00080000:0.0:1788687955.839849:0:15162:0:(import.c:65:import_set_state_nolock()) ffff9af3fbbfc800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788687955.839936:0:15162:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:0.0:1788687955.840284:0:15162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+2:2345:x1875574819783424:12345-192.168.204.26@tcp:9:umount.0 Request processed in 517us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687955.840293:0:15162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 19 00000100:00080000:3.0:1788687955.840730:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788687955.841751:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788687955.868930:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788687955.871339:0:14478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819784320 00000100:00100000:2.0:1788687955.871361:0:14478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819784320 00000100:00100000:2.0:1788687955.871468:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 55 00000100:00100000:2.0:1788687955.871524:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+15:2345:x1875574819784320:12345-192.168.204.26@tcp:39:umount.0 00000020:00000080:2.0:1788687955.871572:0:14478:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a0f4 00000020:00010000:2.0:1788687955.871593:0:14478:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9af3f4996000: total 0 00000100:00080000:2.0:1788687955.871599:0:14478:0:(import.c:65:import_set_state_nolock()) ffff9af3fbbfe000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788687955.871627:0:14478:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1788687955.872697:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5+14:2345:x1875574819784320:12345-192.168.204.26@tcp:39:umount.0 Request processed in 1212us (3777us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1788687955.872712:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 55 00000020:00010000:1.0:1788687955.873413:0:14464:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9af3f4996000: total 0 00010000:00010000:1.0:1788687955.873422:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687955.873509:0:14464:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9af3f4996000, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1788687955.873553:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af3c7f7ca00) 00010000:00010000:1.0:1788687955.873557:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788687955.873568:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d000/0xc2ddd83e7444a1bf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462ff0 expref: 13 pid: 15887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.873599:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3d2736d00) 00010000:00010000:1.0:1788687955.873602:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788687955.873606:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79edc00/0xc2ddd83e7444a1f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462ffe expref: 12 pid: 15887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.879965:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9af3d2736900) 00010000:00010000:1.0:1788687955.879976:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788687955.879989:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc400/0xc2ddd83e7444a31d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463060 expref: 11 pid: 14478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.880021:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af3ca87c400) 00010000:00010000:1.0:1788687955.880024:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788687955.880028:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3e0aac000/0xc2ddd83e7444a1a3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462fe9 expref: 10 pid: 14477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.880050:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9af3d2736c00) 00010000:00010000:1.0:1788687955.880052:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788687955.880056:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a27c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463028 expref: 9 pid: 14476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.880089:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9af3d2736900) 00010000:00010000:1.0:1788687955.880182:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788687955.880188:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a2fa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463052 expref: 8 pid: 14478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.880209:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9af3c7fb4f00) 00010000:00010000:1.0:1788687955.880212:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788687955.880215:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0c00/0xc2ddd83e7444a378 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463075 expref: 7 pid: 14477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687955.880233:0:14464:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9af3f4996000, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1788687955.880279:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687955.880283:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687955.880580:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788687956.091891:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000001:00100000:2.0:1788687956.091910:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 00000001:00080000:2.0:1788687956.091915:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788687956.091919:0:5861:0:(genops.c:885:class_export_put()) final put ffff9af3f4996000/cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 00000020:00000080:0.0:1788687956.092275:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f4996000/cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 for lustre-MDT0000 00000020:00000080:0.0:1788687956.092354:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3fbbfe000 for lustre-MDT0000 00000100:00100000:1.0:1788687956.465605:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687956.467549:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819784448 00000100:00100000:0.0:1788687956.467564:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819784448 00000100:00100000:0.0:1788687956.467658:0:14477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 41 00000100:00100000:0.0:1788687956.467671:0:14477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3202fde6-7dbc-4316-b24e-66eae298a466+6:2347:x1875574819784448:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:0.0:1788687956.467758:0:14477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3202fde6-7dbc-4316-b24e-66eae298a466+6:2347:x1875574819784448:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 91us (2167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687956.467766:0:14477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 41 00000100:00080000:3.0:1788687956.468115:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788687956.820222:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788687957.061886:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839684608:0@lo:400:kworker.0 00000100:00100000:0.0:1788687957.061963:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839684736:0@lo:400:kworker.0 00000100:00100000:2.0:1788687957.061995:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687957.062013:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788687957.062091:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839684992:0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.062128:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788687957.062163:0:14471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684608 00000100:00100000:1.0:1788687957.062173:0:14471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684608 00000100:00100000:1.0:1788687957.062249:0:14471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1788687957.062259:0:14471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3eea33850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839684608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.062315:0:14471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3eea33850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3313:x1875574839684608:12345-0@lo:400:kworker.0 Request processed in 58us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687957.062323:0:14471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1788687957.062378:0:15953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684736 00000100:00100000:1.0:1788687957.062388:0:15953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684736 00000100:00100000:1.0:1788687957.062432:0:15953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788687957.062439:0:15953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839684736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.062472:0:15953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839684736:12345-0@lo:400:kworker.0 Request processed in 35us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687957.062517:0:15953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788687957.062543:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839684864:0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.062575:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788687957.062637:0:14478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684992 00000100:00100000:1.0:1788687957.062641:0:14478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684992 00000100:00100000:1.0:1788687957.062674:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788687957.062682:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839684992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.062719:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839684992:12345-0@lo:400:kworker.0 Request processed in 39us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687957.062726:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788687957.062850:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839684608:0@lo:400:kworker.0 00000100:00100000:2.0:1788687957.062876:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839685120:0@lo:400:kworker.0 00000100:00100000:2.0:1788687957.062903:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687957.062938:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685120 00000100:00100000:2.0:1788687957.062949:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685120 00000100:00100000:2.0:1788687957.062980:0:14477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788687957.062987:0:14477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839685120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788687957.063022:0:14477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839685120:12345-0@lo:400:kworker.0 Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687957.063029:0:14477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:3.0:1788687957.063324:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788687957.063330:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788687957.063447:0:15162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839684864 00000100:00100000:0.0:1788687957.063452:0:15162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839684864 00000100:00100000:0.0:1788687957.063521:0:15162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788687957.063529:0:15162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839684864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788687957.063573:0:15162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839684864:12345-0@lo:400:kworker.0 Request processed in 46us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687957.063579:0:15162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:3.0:1788687957.063645:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788687957.063940:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839684992:0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.063971:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839685504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788687957.064025:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687957.065368:0:17171:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685504 00000100:00100000:2.0:1788687957.065382:0:17171:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685504 00000100:00100000:2.0:1788687957.065460:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788687957.065471:0:17171:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839685504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788687957.065542:0:17171:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788687957.065624:0:17171:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839685504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 156us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687957.065632:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788687957.065694:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839685504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788687957.066029:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839684736:0@lo:400:kworker.0 00000100:00100000:0.0:1788687957.066041:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839685248:0@lo:400:kworker.0 00000100:00100000:0.0:1788687957.066084:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687957.066126:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788687957.066133:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839685376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788687957.066161:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687957.066201:0:15164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685376 00000100:00100000:0.0:1788687957.066206:0:15164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685376 00000100:00100000:0.0:1788687957.066238:0:15164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788687957.066245:0:15164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839685376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788687957.066278:0:15164:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788687957.066319:0:15164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839685376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687957.066325:0:15164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788687957.066358:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839685376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788687957.066530:0:14478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685248 00000100:00100000:1.0:1788687957.066535:0:14478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685248 00000100:00100000:1.0:1788687957.066592:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788687957.066599:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875574839685248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788687957.066642:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875574839685248:12345-0@lo:400:kworker.0 Request processed in 44us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687957.066649:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788687957.067330:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839684864:0@lo:400:kworker.0 00000100:00100000:3.0:1788687957.067353:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839685120:0@lo:400:kworker.0 00000100:00080000:1.0:1788687957.069542:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788687957.069629:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839685248:0@lo:400:kworker.0 00000001:00100000:3.0:1788687957.126318:0:6712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 00000020:00000080:3.0:1788687957.126332:0:6712:0:(genops.c:885:class_export_put()) final put ffff9af3fbbfe800/cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 00000020:00000080:1.0:1788687957.126685:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fbbfe800/cc39b5e6-2458-4fe7-aa19-c77d8fd8e4c5 for lustre-OST0000 00000020:00000080:1.0:1788687957.126753:0:12639:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3fbbfc800 for lustre-OST0000 00000100:00100000:3.0:1788687957.316200:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788687957.316578:0:16599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819784704 00000100:00100000:1.0:1788687957.316606:0:16599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819784704 00000100:00100000:1.0:1788687957.316696:0:16599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:1.0:1788687957.316710:0:16599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+10:2348:x1875574819784704:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788687957.316728:0:16599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788687957.317029:0:16599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f4b4de00/0xc2ddd83e7444a11e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462fa3 expref: 10 pid: 14469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687957.317051:0:16599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788687957.317141:0:16599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+9:2348:x1875574819784704:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 436us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1788687957.317149:0:16599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:2.0:1788687957.318728:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788687957.318827:0:14462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819784576 00000100:00100000:3.0:1788687957.318842:0:14462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819784576 00000100:00100000:3.0:1788687957.318935:0:14462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:3.0:1788687957.318947:0:14462:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+9:2349:x1875574819784576:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788687957.318965:0:14462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788687957.318990:0:14462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f4b4c400/0xc2ddd83e7444a117 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462f79 expref: 9 pid: 14469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687957.319011:0:14462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788687957.320155:0:14462:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+8:2349:x1875574819784576:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 1201us (1427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687957.320185:0:14462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:2.0:1788687957.320403:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788687957.320531:0:14463:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819784832 00000100:00100000:0.0:1788687957.320560:0:14463:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819784832 00000100:00100000:0.0:1788687957.320631:0:14463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:0.0:1788687957.320643:0:14463:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+8:2346:x1875574819784832:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788687957.320662:0:14463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788687957.320682:0:14463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ec800/0xc2ddd83e7444a156 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462fdb expref: 8 pid: 14469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687957.320702:0:14463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788687957.320745:0:14463:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+7:2346:x1875574819784832:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 105us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687957.320752:0:14463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:1.0:1788687957.330777:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788687957.330973:0:14477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785088 00000100:00100000:2.0:1788687957.330988:0:14477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785088 00000100:00100000:2.0:1788687957.331079:0:14477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 56 00000100:00100000:2.0:1788687957.331092:0:14477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3202fde6-7dbc-4316-b24e-66eae298a466+6:2345:x1875574819785088:12345-192.168.204.26@tcp:39:umount.0 00000020:00000080:2.0:1788687957.331153:0:14477:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a12c 00000020:00010000:2.0:1788687957.331166:0:14477:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9af2c2102000: total 0 00000100:00080000:2.0:1788687957.331172:0:14477:0:(import.c:65:import_set_state_nolock()) ffff9af2c2101000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788687957.331256:0:14477:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1788687957.331871:0:14477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3202fde6-7dbc-4316-b24e-66eae298a466+5:2345:x1875574819785088:12345-192.168.204.26@tcp:39:umount.0 Request processed in 781us (1105us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1788687957.331883:0:14477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 56 00000020:00010000:1.0:1788687957.332120:0:14464:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9af2c2102000: total 0 00010000:00010000:1.0:1788687957.332183:0:14464:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9af2c2102000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788687957.332229:0:14464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3d2736d00) 00010000:00010000:1.0:1788687957.332233:0:14464:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788687957.332243:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3e0aac200/0xc2ddd83e7444a205 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463005 expref: 4 pid: 14476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687957.332268:0:14464:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9af2c2102000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788687957.332280:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687957.332282:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687957.332284:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788687957.351777:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788687957.351908:0:14470:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785344 00000100:00100000:3.0:1788687957.351921:0:14470:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785344 00000100:00100000:3.0:1788687957.352041:0:14470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 129 00000100:00100000:3.0:1788687957.352053:0:14470:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3eea32c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+7:2345:x1875574819785344:12345-192.168.204.26@tcp:251:umount.0 00000020:00000080:3.0:1788687957.352109:0:14470:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e7444a0d1 00000020:00010000:3.0:1788687957.352119:0:14470:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9af2c2104800: total 0 00000100:00080000:3.0:1788687957.352125:0:14470:0:(import.c:65:import_set_state_nolock()) ffff9af3e6e73000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788687957.352228:0:14470:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3eea32c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:40e481c7-6b5b-4f65-8f9b-12aa1c55d216+3:2345:x1875574819785344:12345-192.168.204.26@tcp:251:umount.0 Request processed in 177us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687957.352237:0:14470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 129 00000020:00010000:2.0:1788687957.352301:0:14465:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9af2c2104800: total 0 00010000:00010000:2.0:1788687957.352306:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687957.352380:0:14465:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9af2c2104800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788687957.352422:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f38cca00/0xc2ddd83e7444a0d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943462f10 expref: 2 pid: 14471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687957.352444:0:14465:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9af2c2104800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1788687957.352454:0:14465:0:(genops.c:885:class_export_put()) final put ffff9af2c2104800/40e481c7-6b5b-4f65-8f9b-12aa1c55d216 00010000:00010000:2.0:1788687957.352467:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687957.352470:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687957.352471:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788687957.352539:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c2104800/40e481c7-6b5b-4f65-8f9b-12aa1c55d216 for MGS 00000020:00000080:0.0:1788687957.352591:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3e6e73000 for MGS 00010000:00010000:1.0:1788687957.838355:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687958.859453:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788687959.143244:0:17623:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788687959.152618:0:17623:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1788687959.152668:0:17623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.152712:0:17623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.152719:0:17623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.152726:0:17623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.152758:0:17623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788687959.152773:0:17623:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788687959.152798:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788687959.152803:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788687959.152809:0:17623:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788687959.152837:0:17623:0:(import.c:65:import_set_state_nolock()) ffff9af3f40e3800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1788687959.153125:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788687959.153134:0:14464:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.153141:0:14464:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cce00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:3.0:1788687959.153145:0:14464:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.153155:0:14464:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687959.153161:0:14464:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687959.153167:0:14464:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788687959.153169:0:14464:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788687959.153178:0:14464:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788687959.153206:0:14464:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.153213:0:14464:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788687959.153242:0:14464:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.153250:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f38cce00/0xc2ddd83e74449e00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449e07 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.153264:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687959.153266:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687959.153267:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788687959.153285:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788687959.153304:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:77fc0cc6-2d57-47be-a26d-d352055b72d6:3312:1875574839685760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788687959.153368:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788687959.153436:0:14461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685760 00000100:00100000:3.0:1788687959.153443:0:14461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685760 00000100:00100000:3.0:1788687959.153511:0:14461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788687959.153521:0:14461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3312:x1875574839685760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788687959.153534:0:14461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788687959.153549:0:14461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f15d2400/0xc2ddd83e74449e07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449e00 expref: 19 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.153562:0:14461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788687959.153597:0:14461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:77fc0cc6-2d57-47be-a26d-d352055b72d6+18:3312:x1875574839685760:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687959.153606:0:14461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788687959.153644:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:77fc0cc6-2d57-47be-a26d-d352055b72d6:3312:1875574839685760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788687959.153869:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875574839685632:0@lo:39:umount.0 00000100:00100000:0.0:1788687959.153904:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788687959.154090:0:14478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685632 00000100:00100000:3.0:1788687959.154096:0:14478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685632 00000100:00100000:3.0:1788687959.154126:0:14478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788687959.154134:0:14478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875574839685632:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788687959.154158:0:14478:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449e31 00000100:00080000:3.0:1788687959.154166:0:14478:0:(import.c:65:import_set_state_nolock()) ffff9af3c7298800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788687959.154220:0:14478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3309:x1875574839685632:12345-0@lo:39:umount.0 Request processed in 87us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687959.154226:0:14478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000020:00000080:3.0:1788687959.154232:0:14478:0:(genops.c:885:class_export_put()) final put ffff9af3f1656000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1788687959.154257:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788687959.154268:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f1656000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788687959.154310:0:12639:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3c7298800 for lustre-MDT0000 00000100:00080000:3.0:1788687959.154340:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f40e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788687959.154350:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875574839685632:0@lo:39:umount.0 00000100:00080000:1.0:1788687959.154448:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788687959.154451:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788687959.154456:0:17623:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788687959.155634:0:17623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.155649:0:17623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.155656:0:17623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.155664:0:17623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.157087:0:17623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788687959.157103:0:17623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.157115:0:17623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.157122:0:17623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.157129:0:17623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.162918:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788687959.163409:0:14464:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163422:0:14464:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79eda00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:3.0:1788687959.163426:0:14464:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163438:0:14464:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687959.163447:0:14464:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687959.163501:0:14464:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788687959.163504:0:14464:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1788687959.163548:0:14464:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163554:0:14464:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788687959.163582:0:14464:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163589:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e74449d66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449d6d expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163602:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788687959.163605:0:14464:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163610:0:14464:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ede00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:3.0:1788687959.163613:0:14464:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163620:0:14464:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687959.163626:0:14464:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687959.163631:0:14464:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788687959.163633:0:14464:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:3.0:1788687959.163643:0:14464:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163654:0:14464:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788687959.163660:0:14464:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.163667:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687959.163668:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687959.163670:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687959.163846:0:17623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788687959.163856:0:17623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a0c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e7444a0ca expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788687959.163874:0:17623:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788687959.163884:0:17623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.163891:0:17623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.163898:0:17623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.163905:0:17623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.164044:0:17623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788687959.164052:0:17623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.164059:0:17623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.164066:0:17623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.164072:0:17623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687959.164081:0:17623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788687959.164085:0:17623:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1788687959.164088:0:17623:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1788687959.164122:0:17623:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1788687959.164128:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1788687959.164133:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788687959.164138:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/7 00000020:00080000:1.0:1788687959.164148:0:17623:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9af3fbbff800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788687959.164153:0:17623:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9af3f7b73000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788687959.164159:0:17623:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9af2c2102000 3202fde6-7dbc-4316-b24e-66eae298a466 192.168.204.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1788687959.164164:0:17623:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9af3c2eb99c0) has exports, disconnecting them 00000020:00080000:1.0:1788687959.164168:0:17623:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9af3fbbff800), last request at 1788687957 00000020:00000080:1.0:1788687959.164175:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449f26 00000100:00080000:1.0:1788687959.164196:0:17623:0:(import.c:65:import_set_state_nolock()) ffff9af3fbbfc000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788687959.164251:0:17623:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9af3fbbff800): rc 0 00000020:00000080:1.0:1788687959.164254:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3fbbff800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1788687959.164263:0:17623:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9af3f7b73000), last request at 1788687957 00000020:00000080:1.0:1788687959.164267:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449eb6 00000100:00080000:1.0:1788687959.164272:0:17623:0:(import.c:65:import_set_state_nolock()) ffff9af3f7b70000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788687959.164278:0:17623:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9af3f7b73000): rc 0 00000020:00000080:1.0:1788687959.164280:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3f7b73000/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:1.0:1788687959.164287:0:17623:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa9c601ccfae0 00000100:00080000:1.0:1788687959.164307:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788687959.164311:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 3 00000004:00080000:1.0:1788687959.164321:0:17623:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788687959.164496:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77fc0cc6-2d57-47be-a26d-d352055b72d6:3310:1875574839685888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788687959.164560:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687959.164606:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788687959.164612:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77fc0cc6-2d57-47be-a26d-d352055b72d6:3310:1875574839686016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788687959.164629:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687959.164658:0:16599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839685888 00000100:00100000:2.0:1788687959.164665:0:16599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839685888 00000100:00100000:2.0:1788687959.164716:0:16599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839686016 00000100:00100000:2.0:1788687959.164719:0:16599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839686016 00000100:00100000:2.0:1788687959.164738:0:16599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000080:3.0:1788687959.164861:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fbbff800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788687959.164907:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f7b73000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788687959.164940:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3fbbfc000 for lustre-MDT0000 00000020:00000080:3.0:1788687959.164945:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3f7b70000 for lustre-MDT0000 00010000:00010000:3.0:1788687959.165426:0:14465:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788687959.165436:0:14465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165448:0:14465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cdc00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:3.0:1788687959.165452:0:14465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165462:0:14465:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687959.165469:0:14465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687959.165474:0:14465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788687959.165477:0:14465:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788687959.165498:0:14465:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788687959.165531:0:14465:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165549:0:14465:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788687959.165576:0:14465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165584:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f38cdc00/0xc2ddd83e7444a180 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e7444a187 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165598:0:14465:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788687959.165601:0:14465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165607:0:14465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ed200 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:3.0:1788687959.165611:0:14465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165618:0:14465:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687959.165625:0:14465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687959.165631:0:14465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788687959.165633:0:14465:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788687959.165635:0:14465:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788687959.165646:0:14465:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165651:0:14465:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788687959.165656:0:14465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165673:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e74449d58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449d5f expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.165686:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687959.165687:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687959.165689:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788687959.165704:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839686272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788687959.165853:0:16599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+19:3310:x1875574839685888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788687959.165870:0:16599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788687959.165885:0:16599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f15d3600/0xc2ddd83e74449d6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449d66 expref: 19 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687959.165905:0:16599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1788687959.166130:0:17623:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788687959.166146:0:17623:0:(import.c:65:import_set_state_nolock()) ffff9af3f3675000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788687959.166163:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788687959.166167:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788687959.166177:0:17623:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788687959.166231:0:17623:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788687959.166238:0:17623:0:(import.c:65:import_set_state_nolock()) ffff9af3fc393000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788687959.166267:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9af3c2eb99c0) has no exports 00000100:00100000:3.0:1788687959.167091:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687959.168603:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839686400:0@lo:9:umount.0 00000100:00100000:1.0:1788687959.173798:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:77fc0cc6-2d57-47be-a26d-d352055b72d6:3312:1875574839686144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788687959.174703:0:16599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+18:3310:x1875574839685888:12345-0@lo:103:ldlm_bl.0 Request processed in 8851us (10136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687959.174716:0:16599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1788687959.174728:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788687959.174748:0:16599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839686272 00000100:00100000:2.0:1788687959.174755:0:16599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839686272 00000100:00100000:0.0:1788687959.174887:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687959.174927:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839686528:0@lo:9:umount.0 00000100:00100000:0.0:1788687959.175029:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788687959.175065:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839686400 00000100:00100000:0.0:1788687959.175070:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839686400 00000100:00100000:0.0:1788687959.175111:0:15160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839686528 00000100:00100000:0.0:1788687959.175113:0:15160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839686528 00000100:00100000:0.0:1788687959.175133:0:15160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788687959.175142:0:15160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3309:x1875574839686400:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788687959.175171:0:15160:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449f34 00000100:00080000:0.0:1788687959.175181:0:15160:0:(import.c:65:import_set_state_nolock()) ffff9af2c2105000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788687959.175231:0:15160:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1788687959.177046:0:16599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788687959.177067:0:16599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+18:3310:x1875574839686016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788687959.177089:0:16599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788687959.177113:0:16599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f38cd000/0xc2ddd83e7444a0ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e7444a0c3 expref: 18 pid: 14471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687959.177137:0:16599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788687959.177219:0:16599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+17:3310:x1875574839686016:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (12587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687959.177226:0:16599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788687959.177254:0:16599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788687959.177261:0:16599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fcd76850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+16:3313:x1875574839686272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788687959.177271:0:16599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788687959.177280:0:16599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3e0aac800/0xc2ddd83e74449d5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449d58 expref: 16 pid: 14471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687959.177291:0:16599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788687959.177337:0:16599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fcd76850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+15:3313:x1875574839686272:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (10249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687959.177343:0:16599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788687959.177470:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77fc0cc6-2d57-47be-a26d-d352055b72d6:3310:1875574839686016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788687959.177511:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77fc0cc6-2d57-47be-a26d-d352055b72d6:3310:1875574839685888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788687959.177545:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839686272:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788687959.177898:0:15953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788687959.177911:0:15953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875574839686528:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788687959.177941:0:15953:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449f3b 00000100:00080000:3.0:1788687959.178432:0:15953:0:(import.c:65:import_set_state_nolock()) ffff9af2c2107800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788687959.178471:0:15953:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1788687959.178835:0:15953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3309:x1875574839686528:12345-0@lo:9:umount.0 Request processed in 926us (3803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687959.178843:0:15953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00010000:3.0:1788687959.178885:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788687959.178916:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3fc393000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788687959.178930:0:3309:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788687959.178933:0:3309:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788687959.178937:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839686528:0@lo:9:umount.0 00010000:00010000:3.0:1788687959.180274:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788687959.180393:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788687959.180518:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788687959.180523:0:14472:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788687959.180668:0:15160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3309:x1875574839686400:12345-0@lo:9:umount.0 Request processed in 5525us (5779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788687959.180679:0:15160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788687959.180829:0:16599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839686144 00000100:00100000:3.0:1788687959.180839:0:16599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839686144 00000100:00100000:3.0:1788687959.180895:0:16599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788687959.180904:0:16599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+15:3312:x1875574839686144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788687959.180936:0:16599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788687959.181254:0:16599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3e0aada00/0xc2ddd83e7444a187 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e7444a180 expref: 15 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687959.181271:0:16599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788687959.181320:0:16599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:77fc0cc6-2d57-47be-a26d-d352055b72d6+14:3312:x1875574839686144:12345-0@lo:103:ldlm_bl.0 Request processed in 418us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687959.181327:0:16599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788687959.181400:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f3675000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788687959.181419:0:3309:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788687959.181422:0:3309:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788687959.181426:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839686400:0@lo:9:umount.0 00000100:00100000:0.0:1788687959.181532:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:77fc0cc6-2d57-47be-a26d-d352055b72d6:3312:1875574839686144:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1788687959.186265:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9af3c2eb99c0) has no exports 00000020:00000080:3.0:1788687959.232217:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449db3 00000020:00000080:3.0:1788687959.232233:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3c60a2000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788687959.232301:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788687959.232429:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788687959.232442:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788687959.232446:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9af3f40d3380) has no exports 00000020:00000080:2.0:1788687959.232875:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449dac 00000020:00000080:2.0:1788687959.232882:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3c5a63000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788687959.232938:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c60a2000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1788687959.233359:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c5a63000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788687959.233436:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788687959.233446:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788687959.233450:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3f388a800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788687959.233453:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f388a800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788687959.233464:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1788687959.878173:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687960.901784:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788687961.225777:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788687961.225786:0:7643:0:(genops.c:885:class_export_put()) final put ffff9af2c2101800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788687961.225829:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c2101800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788687961.225873:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af2c2107800 for lustre-OST0001 00000001:00100000:0.0:1788687961.244660:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3202fde6-7dbc-4316-b24e-66eae298a466 00000001:00080000:0.0:1788687961.244680:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1788687961.244686:0:5861:0:(genops.c:885:class_export_put()) final put ffff9af2c2102000/3202fde6-7dbc-4316-b24e-66eae298a466 00000020:00000080:2.0:1788687961.244793:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c2102000/3202fde6-7dbc-4316-b24e-66eae298a466 for lustre-MDT0000 00000020:00000080:2.0:1788687961.244863:0:12639:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af2c2101000 for lustre-MDT0000 00000020:01000000:2.0:1788687961.285774:0:17623:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af2c3551480 - data ffff9af3f7ca45e8/ffff9af2c2fc8c00 00000020:01000000:2.0:1788687961.285917:0:17623:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af3e6d76c00 - data ffff9af3f8b77360/ffff9af3ee47ac00 00000001:00000004:2.0:1788687961.298935:0:17623:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:0.0:1788687961.420826:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788687961.420837:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:0.0:1788687961.421110:0:17623:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788687961.421114:0:17623:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788687961.424049:0:14498:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788687961.424057:0:14498:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1788687961.424074:0:14498:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788687961.429421:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788687961.429429:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788687961.429454:0:17623:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788687961.429464:0:17623:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788687961.430141:0:14500:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788687961.430147:0:14500:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:3.0:1788687961.430158:0:14500:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788687961.566876:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d7b 00000020:00000080:0.0:1788687961.566893:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3e0257000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788687961.567812:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e0257000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788687961.568404:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d90 00000020:00000080:0.0:1788687961.568415:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3ee73b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788687961.568469:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1788687961.568476:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687961.568511:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788687961.568517:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9af3c2ebcd40) has no exports 00000004:01000000:0.0:1788687961.568677:0:17623:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788687961.568685:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449ddd 00000020:00000080:0.0:1788687961.568689:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3fc391000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788687961.569550:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3ee73b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788687961.570075:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788687961.570082:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687961.570089:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788687961.570093:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9af3c5b4cd40) has no exports 00000020:00000080:0.0:1788687961.570102:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449dd6 00000020:00000080:1.0:1788687961.570104:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fc391000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788687961.570119:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3fc397000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788687961.570155:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fc397000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788687961.570501:0:17623:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788687961.570506:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788687961.570510:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788687961.570516:0:17623:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788687961.570519:0:17623:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788687961.570563:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687961.570568:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788687961.570573:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449dc8 00000020:00000080:0.0:1788687961.570578:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3fc392000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788687961.570600:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788687961.570604:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687961.570607:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788687961.570609:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9af3c2fbcd40) has no exports 00000020:00000080:0.0:1788687961.570613:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449dc1 00000020:00000080:0.0:1788687961.570616:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3f3671800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1788687961.570948:0:17623:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788687961.570952:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788687961.570954:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:0.0:1788687961.570958:0:17623:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788687961.570959:0:17623:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788687961.570993:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687961.570998:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788687961.571016:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3fc393000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788687961.571024:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788687961.571026:0:36:0:(genops.c:885:class_export_put()) final put ffff9af3fc397800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788687961.571029:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788687961.571030:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fc397800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788687961.571035:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3e0253000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788687961.571037:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788687961.571039:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e0253000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788687961.571047:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788687961.571142:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fc392000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788687961.571151:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f3671800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788687961.571159:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3f3675000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788687961.571165:0:36:0:(genops.c:885:class_export_put()) final put ffff9af3e0257800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788687961.571167:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e0257800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788687961.571170:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788687961.571245:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d97 00000020:00000080:0.0:1788687961.571249:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3ee73a000/lustre-MDD0000_UUID 00000020:01000000:0.0:1788687961.571255:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1788687961.571264:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687961.571268:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000080:1.0:1788687961.571269:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3ee73a000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00080000:0.0:1788687961.571272:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9af3c2fb8000) has no exports 00000020:00000080:0.0:1788687961.571294:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687961.571297:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1788687961.571299:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3e0254000/lustre-MDD0000_UUID 00000020:00000080:0.0:1788687961.571302:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e0254000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1788687961.571306:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1788687961.571450:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d9e 00000020:00000080:0.0:1788687961.571454:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3ee73d800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788687961.571473:0:17623:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af2c1b98800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1788687961.571476:0:17623:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af2c1b98800 3 00000020:01000004:0.0:1788687961.571500:0:17623:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9af2c1b98800 from lustre-MDT0000 00000020:00000080:0.0:1788687961.571520:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687961.571523:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1788687961.571525:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3e0252800/lustre-MDT0000_UUID 00000020:00000080:0.0:1788687961.571528:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e0252800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1788687961.571536:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1788687961.571547:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3ee73d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1788687961.571561:0:17623:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1788687961.571566:0:17623:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788687961.571568:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788687961.571571:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687961.571573:0:17623:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788687961.571579:0:17623:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9af3c8876000 77fc0cc6-2d57-47be-a26d-d352055b72d6 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788687961.571584:0:17623:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9af3f40d4d40) has exports, disconnecting them 00000020:00080000:0.0:1788687961.571588:0:17623:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9af3c8876000), last request at 1788687890 00000020:00000080:0.0:1788687961.571603:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d43 00000020:00010000:0.0:1788687961.571607:0:17623:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9af3c8876000: total 0 00000100:00080000:0.0:1788687961.571611:0:17623:0:(import.c:65:import_set_state_nolock()) ffff9af3c8873000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788687961.571627:0:17623:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9af3c8876000): rc 0 00000020:00080000:0.0:1788687961.571631:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9af3f40d4d40) has no exports 00000020:00010000:3.0:1788687961.571664:0:14465:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9af3c8876000: total 0 00010000:00010000:3.0:1788687961.571700:0:14465:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9af3c8876000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788687961.571743:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f15d2200/0xc2ddd83e74449e69 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449e62 expref: 9 pid: 14469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571765:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f15d2c00/0xc2ddd83e74449ee7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449ee0 expref: 8 pid: 14469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571792:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ec600/0xc2ddd83e74449e77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449e70 expref: 7 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571803:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e74449f11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449f0a expref: 6 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571814:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ec200/0xc2ddd83e74449ea1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449e9a expref: 5 pid: 14471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571823:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f38cc800/0xc2ddd83e74449d51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e74449d4a expref: 4 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571835:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3e0aad000/0xc2ddd83e7444a16b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e7444a164 expref: 3 pid: 14470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571844:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f4b4ca00/0xc2ddd83e7444a179 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc2ddd83e7444a172 expref: 2 pid: 14469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687961.571855:0:14465:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9af3c8876000, canceled 8 locks, left on hash table 0. 00000020:00000080:3.0:1788687961.571866:0:14465:0:(genops.c:885:class_export_put()) final put ffff9af3c8876000/77fc0cc6-2d57-47be-a26d-d352055b72d6 00010000:00010000:3.0:1788687961.571886:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687961.571888:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687961.571890:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788687961.571915:0:14470:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9af3c2e09e00:14470] 1 exiting: rc = 0 00000100:00100000:1.0:1788687961.571960:0:14469:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9af3d05ad800:14469] 0 exiting: rc = 1 00000100:00100000:1.0:1788687961.572021:0:14471:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9af3c2e09000:14471] 2 exiting: rc = 0 00000020:00000080:0.0:1788687961.572037:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c8876000/77fc0cc6-2d57-47be-a26d-d352055b72d6 for MGS 00000020:00000080:0.0:1788687961.572073:0:12639:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3c8873000 for MGS 00000100:00100000:3.0:1788687961.575136:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575151:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575158:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575165:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575170:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575176:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575201:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575206:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575212:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575219:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575226:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575243:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575249:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575254:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575259:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575265:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575271:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575277:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575282:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575287:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575291:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575297:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575301:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575306:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575766:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575879:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575888:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575896:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575903:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575910:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575916:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575921:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575927:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575932:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575937:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575943:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575949:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575955:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575960:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575965:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575972:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575990:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.575997:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576004:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576009:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576016:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576022:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576028:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576034:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576039:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576046:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576051:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576058:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576064:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576070:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576076:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576084:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576089:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576095:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576101:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576108:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576114:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576122:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.576129:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:3.0:1788687961.577795:0:17623:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1788687961.577803:0:17623:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:3.0:1788687961.580086:0:17623:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af2c1b0ce40 - data ffff9af3f7db9bd0/ffff9af3d63c6400 00000020:01000000:3.0:1788687961.580242:0:17623:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af3d0664120 - data ffff9af3f8b45af8/ffff9af3eea31c00 00000020:00000080:3.0:1788687961.581664:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d27 00000020:00000080:3.0:1788687961.581675:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af2c1b9c000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788687961.581700:0:17623:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af2c1b98800 from MGS, refs=2 00000020:01000004:3.0:1788687961.581704:0:17623:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af2c1b98800 2 00000020:01000004:3.0:1788687961.581708:0:17623:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9af2c1b98800 from MGS 00000020:00000080:0.0:1788687961.581730:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c1b9c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788687961.581812:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788687961.581821:0:17623:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1788687961.581833:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af2c1b9b000/MGS 00000020:00000080:3.0:1788687961.581836:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c1b9b000/MGS for MGS 00000020:01000000:3.0:1788687961.581843:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1788687961.581907:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1788687961.581911:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788687961.581916:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788687961.581923:0:17623:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9af3f40e3000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788687961.581929:0:17623:0:(genops.c:1553:class_disconnect_exports()) OBD device 10 (ffff9af3f40d0000) has exports, disconnecting them 00000020:00080000:3.0:1788687961.581939:0:17623:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9af3f40e3000), last request at 1788687890 00000020:00000080:3.0:1788687961.581944:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449e15 00000020:00080000:3.0:1788687961.581957:0:17623:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9af3f40e3000): rc 0 00000020:00000080:3.0:1788687961.581963:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3f40e3000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788687961.582026:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f40e3000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788687961.596569:0:17623:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788687961.596580:0:17623:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788687961.596586:0:17623:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788687961.596594:0:17623:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788687961.596753:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3f40e3800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788687961.596851:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687961.596860:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788687961.596866:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3ffbf6800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788687961.596870:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3ffbf6800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788687961.596887:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788687961.596951:0:17623:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af2c1b98800 1 00000020:00000080:0.0:1788687961.596956:0:17623:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d19 00000020:00000080:0.0:1788687961.596962:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af2c1b9e000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788687961.596977:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788687961.596981:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687961.596985:0:17623:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788687961.596988:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9af3f40d19c0) has no exports 00000020:00000080:1.0:1788687961.597284:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c1b9e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788687961.621412:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788687961.621430:0:17623:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1788687961.621436:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af2c1b9f800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788687961.621460:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c1b9f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788687961.621469:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1788687961.621656:0:17623:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9af2c1b9a000 00000020:01000000:1.0:1788687961.621694:0:17623:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788687961.621699:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788687961.621703:0:17623:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788687961.621708:0:17623:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9af3c2eb8000) has no exports 00000100:00100000:0.0:1788687961.621901:0:15887:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9af3c824d800:15887] 3 exiting: rc = 0 00000100:00100000:2.0:1788687961.624315:0:14477:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9af3c30b3600:14477] 1 exiting: rc = 0 00000100:00100000:3.0:1788687961.659966:0:14478:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9af3c30b2000:14478] 2 exiting: rc = 0 00000100:00100000:3.0:1788687961.661121:0:14476:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9af3c30b2400:14476] 0 exiting: rc = 1 00000100:00100000:1.0:1788687961.661317:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661325:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661331:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661337:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661343:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661348:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661359:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661365:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661371:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661376:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661383:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661388:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661394:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661399:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661404:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661409:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661415:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661420:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661425:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661437:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661445:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661450:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661455:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661461:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661466:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661471:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661476:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661525:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661530:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661536:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661542:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661547:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661552:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661703:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661714:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661752:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661757:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661764:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661772:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661777:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661782:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661787:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661793:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661800:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661805:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661811:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661816:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661821:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661826:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661832:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661837:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661842:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661848:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661853:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661858:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661864:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661869:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661874:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661879:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661883:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661888:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661893:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661906:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.661912:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.673359:0:14480:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9af3c50ebe00:14480] 1 exiting: rc = 0 00000100:00100000:3.0:1788687961.673634:0:14479:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9af3c30b2c00:14479] 0 exiting: rc = 1 00000100:00100000:1.0:1788687961.674040:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674048:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674054:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674059:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674064:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674069:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674074:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674078:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674083:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674089:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674096:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674101:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674106:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674110:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674115:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674120:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674125:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674129:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674133:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674138:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674143:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674147:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674153:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674157:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674162:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674167:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674172:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674177:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674182:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674187:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674192:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674196:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674214:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674219:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674224:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674229:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674233:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674238:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674242:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674247:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674251:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674256:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674260:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674264:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674268:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674273:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674278:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674283:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674287:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674292:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674297:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674302:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674306:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674311:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674316:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674321:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674327:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674332:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674337:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674342:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674347:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674352:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674358:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.674364:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687961.675395:0:14481:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9af3c3011400:14481] 0 exiting: rc = 1 00000100:00100000:3.0:1788687961.675730:0:14482:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9af3c3011c00:14482] 1 exiting: rc = 0 00000100:00100000:1.0:1788687961.675925:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675932:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675939:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675955:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675961:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675968:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675973:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675979:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675986:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675993:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.675999:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676008:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676029:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676037:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676042:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676049:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676056:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676062:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676068:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676074:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676079:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676085:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676091:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676097:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676115:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676122:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676130:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676136:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676143:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676150:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676155:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676160:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676166:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676172:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676177:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676183:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676204:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676212:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676224:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676230:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676235:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676241:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676246:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676252:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676258:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676264:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676270:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676277:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676298:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676306:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676379:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676387:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676393:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676398:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676405:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676411:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676417:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676423:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676428:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676435:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676457:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676465:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676471:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.676477:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.687814:0:14483:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9af3f3ff2a00:14483] 0 exiting: rc = 1 00000100:00100000:0.0:1788687961.688001:0:14484:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9af3f37b9600:14484] 1 exiting: rc = 0 00000100:00100000:1.0:1788687961.688714:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688731:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688737:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688742:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688747:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688753:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688757:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688762:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688767:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688788:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688793:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688799:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688803:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688808:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688812:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688816:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688821:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688827:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688833:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688838:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688894:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688899:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688904:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688909:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688914:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688919:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688924:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688929:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688934:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688939:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688943:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688948:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688953:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688958:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688963:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688967:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688971:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688976:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688980:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688986:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688991:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.688996:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689001:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689005:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689019:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689023:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689027:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689032:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689037:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689042:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689047:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689052:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689056:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689061:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689066:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689071:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689075:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689080:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689085:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689147:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689153:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689158:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689162:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.689166:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687961.689880:0:14486:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9af3f37b9a00:14486] 1 exiting: rc = 0 00000100:00100000:3.0:1788687961.690087:0:14485:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9af3f37b9400:14485] 0 exiting: rc = 1 00000100:00100000:1.0:1788687961.690809:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690816:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690822:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690826:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690831:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690836:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690858:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690865:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690870:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690875:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690880:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690886:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690891:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690898:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690903:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690923:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690930:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690936:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690942:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690949:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690955:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690962:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690969:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690977:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690984:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690991:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.690998:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691005:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691012:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691019:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691027:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691035:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691042:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691048:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691056:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691063:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691070:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691078:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691087:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691097:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691102:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691108:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691112:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691116:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691121:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691127:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691133:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691141:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691147:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691153:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691166:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691171:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691178:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691186:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691192:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691198:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691202:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691207:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691212:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691216:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691250:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691294:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691300:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.691305:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.691803:0:14488:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9af3f37b8400:14488] 1 exiting: rc = 0 00000100:00100000:0.0:1788687961.692029:0:14487:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9af3f37b9200:14487] 0 exiting: rc = 1 00000100:00100000:1.0:1788687961.692119:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692126:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692130:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692135:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692140:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692144:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692149:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692154:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692159:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692164:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692168:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692173:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692177:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692182:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692186:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692190:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692195:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692199:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692204:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692210:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692215:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692230:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692235:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692240:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692245:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692250:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692255:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692262:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692270:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692275:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692280:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692284:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692289:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692294:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692299:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692304:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692308:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692313:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692318:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692322:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692328:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692333:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692339:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692344:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692349:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692354:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692359:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692365:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692370:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692375:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692380:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692385:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692390:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692395:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692400:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692406:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692418:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692423:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692429:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692445:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692451:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692456:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692460:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.692465:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687961.695382:0:14490:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9af3f37b8200:14490] 1 exiting: rc = 0 00000100:00100000:0.0:1788687961.695648:0:14489:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9af3f37b9e00:14489] 0 exiting: rc = 1 00000100:00100000:2.0:1788687961.701601:0:14491:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9af3f37b9c00:14491] 2 exiting: rc = 0 00000100:00100000:1.0:1788687961.702019:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702030:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702056:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702067:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702075:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702082:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702091:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702098:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702106:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702113:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702121:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702150:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702159:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702166:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702180:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702187:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702194:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702201:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702208:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702213:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702219:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702224:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702231:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702237:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702242:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702248:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702253:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702276:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702283:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702290:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702297:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702304:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702462:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702470:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702476:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702676:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702686:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702692:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702697:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702704:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702708:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702727:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702735:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702741:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702747:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702752:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702757:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702763:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702768:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702774:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702780:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702787:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702792:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702797:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702803:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702809:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702814:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702819:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702825:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702846:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702854:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702859:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702872:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687961.702878:0:17623:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788687961.711625:0:17623:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687961.711640:0:17623:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1788687961.711647:0:17623:0:(genops.c:885:class_export_put()) final put ffff9af3f589a800/MDS_uuid 00000020:00000080:0.0:1788687961.711653:0:17623:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f589a800/MDS_uuid for MDS 00000020:01000000:0.0:1788687961.711659:0:17623:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1788687961.714822:0:17623:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1788687961.926654:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788687962.181744:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875574839686912:0@lo:400:kworker.0 00000400:00000100:3.0:1788687962.181826:0:3312:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839686912 offset 0 length 224: 4 00000100:00100000:3.0:1788687962.181935:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875574839686784:0@lo:400:kworker.0 00000400:00000100:3.0:1788687962.181954:0:3311:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839686784 offset 0 length 224: 4 00000100:00100000:3.0:1788687962.181969:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788687962.181974:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77fc0cc6-2d57-47be-a26d-d352055b72d6:3311:1875574839686656:0@lo:400:kworker.0 00000400:00000100:3.0:1788687962.181991:0:3311:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875574839686656 offset 0 length 224: 4 00000001:00100000:3.0:1788687962.279818:0:6712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788687962.279829:0:6712:0:(genops.c:885:class_export_put()) final put ffff9af2c2104000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788687962.279861:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af2c2104000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788687962.279909:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af2c2105000 for lustre-OST0000 00010000:00010000:3.0:1788687962.949720:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687963.973814:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788687964.945623:0:17775:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788687964.952862:0:17775:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788687964.952909:0:17775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687964.952924:0:17775:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687964.952952:0:17775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687964.952959:0:17775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687964.952985:0:17775:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788687964.952991:0:17775:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788687964.953016:0:17775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788687964.953029:0:17775:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3fba98a80 x1875574839686784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788687978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687964.953044:0:17775:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788687964.953051:0:17775:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788687964.953078:0:17775:0:(import.c:65:import_set_state_nolock()) ffff9af3c2fa2000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788687964.953183:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875574839686784:0@lo:400:kworker.0 00000100:00100000:1.0:1788687964.953216:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875574839687040:0@lo:39:umount.0 00000400:00000100:1.0:1788687964.953264:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839687040 offset 0 length 224: 4 00010000:00010000:0.0:1788687964.954892:0:14465:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788687964.954902:0:14465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687964.954913:0:14465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3e0aade00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788687964.954918:0:14465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687964.954929:0:14465:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788687964.954936:0:14465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788687964.954942:0:14465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788687964.954945:0:14465:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788687964.954948:0:14465:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788687964.954985:0:14465:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687964.954992:0:14465:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788687964.955027:0:14465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687964.955034:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3e0aade00/0xc2ddd83e74449e9a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xc2ddd83e74449ea1 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687964.955049:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687964.955051:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687964.955052:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788687964.956750:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839687168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788687964.956823:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788687964.957036:0:14462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839687168 00000100:00100000:2.0:1788687964.957045:0:14462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839687168 00000100:00100000:2.0:1788687964.957097:0:14462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788687964.957106:0:14462:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3313:x1875574839687168:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788687964.957113:0:14462:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788687964 with bad export cookie 14041616975961300291 00000100:00100000:2.0:1788687964.965692:0:14462:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3313:x1875574839687168:12345-0@lo:103:ldlm_bl.0 Request processed in 8577us (8859us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788687964.965708:0:14462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1788687964.965733:0:3313:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788687964.965739:0:3313:0:(import.c:65:import_set_state_nolock()) ffff9af3f5899800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1788687964.965744:0:3313:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.126@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1788687964.976965:0:3313:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.126@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1788687964.976971:0:3313:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788687964.976981:0:3313:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3fba98700 x1875574839686656/t0(0) o400->MGC192.168.204.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788687978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687964.977025:0:3313:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3c2e8aa00 x1875574839687168/t0(0) o103->MGC192.168.204.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788687980 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788687964.977035:0:3313:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788687964.977038:0:3313:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788687964.977040:0:3313:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788687964.977044:0:3313:0:(import.c:65:import_set_state_nolock()) ffff9af3f5899800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788687964.977050:0:3313:0:(import.c:545:import_select_connection()) MGC192.168.204.126@tcp: connect to NID 0@lo last attempt 435 00000100:00080000:3.0:1788687964.977059:0:3313:0:(import.c:665:import_select_connection()) MGC192.168.204.126@tcp: import ffff9af3f5899800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788687964.977096:0:3313:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba9a680 x1875574839687296/t0(0) o250->MGC192.168.204.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687964.977138:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:77fc0cc6-2d57-47be-a26d-d352055b72d6:3313:1875574839687168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788687964.977805:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77fc0cc6-2d57-47be-a26d-d352055b72d6:3311:1875574839686656:0@lo:400:kworker.0 00000100:00100000:2.0:1788687964.979291:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77fc0cc6-2d57-47be-a26d-d352055b72d6:3309:1875574839687296:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:2.0:1788687964.979350:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875574839687296 offset 0 length 520: 4 00010000:00010000:3.0:1788687964.998922:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687966.022689:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687967.045774:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788687967.302798:0:12639:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788687967.302812:0:12639:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788687967.304075:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788687967.304116:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839687424:0@lo:400:kworker.0 00000400:00000100:3.0:1788687967.304188:0:3311:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839687424 offset 0 length 224: 4 00010000:00010000:0.0:1788687968.069964:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687969.094033:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687970.117699:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788687970.312417:0:12639:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788687970.312431:0:12639:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788687970.312623:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788687970.312652:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839687552:0@lo:400:kworker.0 00000400:00000100:0.0:1788687970.312724:0:3310:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839687552 offset 0 length 224: 4 00010000:00010000:3.0:1788687971.143340:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687972.165729:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687973.191059:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687974.213746:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788687974.469802:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687964/real 1788687964] req@ffff9af3fba9a680 x1875574839687296/t0(0) o250->MGC192.168.204.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788687974 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687974.469840:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3fba9a680 x1875574839687296/t0(0) o250->MGC192.168.204.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788687974 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687974.469853:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687964/real 1788687964] req@ffff9af3fb82ed80 x1875574839687040/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788687974 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687974.469867:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3fb82ed80 x1875574839687040/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788687974 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788687974.469886:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f5899800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788687974.469978:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788687974.469983:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77fc0cc6-2d57-47be-a26d-d352055b72d6:3309:1875574839687296:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:2.0:1788687974.470000:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3c2fa2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788687974.470015:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875574839687040:0@lo:39:umount.0 00000100:00080000:0.0:1788687974.471572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788687974.471581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788687974.471584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9af3f5899800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788687974.471592:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.126@tcp: connect to NID 0@lo last attempt 510 00000100:00080000:0.0:1788687974.471598:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.126@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788687974.471606:0:36:0:(import.c:665:import_select_connection()) MGC192.168.204.126@tcp: import ffff9af3f5899800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:0.0:1788687974.471648:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3c2e88e00 x1875574839687680/t0(0) o250->MGC192.168.204.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788687974.471741:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77fc0cc6-2d57-47be-a26d-d352055b72d6:3309:1875574839687680:0@lo:250:kworker.0 00000400:00000100:2.0:1788687974.471794:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875574839687680 offset 0 length 520: 4 00000100:00100000:1.0:1788687974.472316:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875574839687808:0@lo:400:kworker.0 00000400:00000100:1.0:1788687974.472348:0:3312:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839687808 offset 0 length 224: 4 00000100:00080000:3.0:1788687974.476229:0:17775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788687974.476244:0:17775:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788687974.476255:0:17775:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788687974.479246:0:17775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479270:0:17775:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479279:0:17775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479286:0:17775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479317:0:17775:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788687974.479326:0:17775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479333:0:17775:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479339:0:17775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479368:0:17775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687974.479389:0:17775:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788687974.479394:0:17775:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788687974.479426:0:17775:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788687974.479431:0:17775:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788687974.479437:0:17775:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788687974.479444:0:17775:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788687974.479449:0:17775:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9af3f38b99c0) has no exports 00000020:00080000:3.0:1788687974.479520:0:17775:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9af3f38b99c0) has no exports 00010000:00010000:0.0:1788687974.480888:0:14465:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788687974.480909:0:14465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.480925:0:14465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3e0aad800 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788687974.480930:0:14465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.480944:0:14465:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788687974.480953:0:14465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788687974.481005:0:14465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788687974.481009:0:14465:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788687974.481014:0:14465:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788687974.481036:0:14465:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:0.0:1788687974.481041:0:14465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.481049:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3e0aad800/0xc2ddd83e74449e70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449e77 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.481067:0:14465:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788687974.481071:0:14465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.481077:0:14465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38ccc00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788687974.481080:0:14465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.481087:0:14465:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788687974.481094:0:14465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788687974.481100:0:14465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788687974.481103:0:14465:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788687974.481105:0:14465:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788687974.481111:0:14465:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:0.0:1788687974.481114:0:14465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.481129:0:14465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f38ccc00/0xc2ddd83e7444a172 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e7444a179 expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687974.481141:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687974.481143:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687974.481145:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687974.481172:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788687974.486200:0:17775:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af2c3551cc0 - data ffff9af3f7d4d510/ffff9af2c2fcb400 00000020:01000000:3.0:1788687974.486362:0:17775:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af3c5173d20 - data ffff9af3f7e39510/ffff9af3d6334800 00100000:10000000:2.0:1788687974.512028:0:17775:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788687974.539463:0:17775:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449e85 00000020:00000080:0.0:1788687974.539520:0:17775:0:(genops.c:885:class_export_put()) final put ffff9af3f343a800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788687974.539538:0:17775:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af3c729e000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788687974.539542:0:17775:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3c729e000 2 00000020:01000004:0.0:1788687974.539546:0:17775:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9af3c729e000 from lustre-OST0000 00000020:00000080:0.0:1788687974.539576:0:17775:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687974.539588:0:17775:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788687974.539592:0:17775:0:(genops.c:885:class_export_put()) final put ffff9af3f343e800/lustre-OST0000_UUID 00000020:00000080:0.0:1788687974.539595:0:17775:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f343e800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788687974.539606:0:17775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788687974.539665:0:17775:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788687974.539670:0:17775:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788687974.539675:0:17775:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687974.539680:0:17775:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788687974.539689:0:17775:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9af3c2fa2800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788687974.539695:0:17775:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9af3d63d99c0) has exports, disconnecting them 00000020:00080000:0.0:1788687974.539701:0:17775:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9af3c2fa2800), last request at 1788687902 00000020:00000080:0.0:1788687974.539705:0:17775:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449eaf 00000020:00080000:0.0:1788687974.539720:0:17775:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9af3c2fa2800): rc 0 00000020:00000080:0.0:1788687974.539726:0:17775:0:(genops.c:885:class_export_put()) final put ffff9af3c2fa2800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788687974.540111:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f343a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788687974.540125:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c2fa2800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788687974.540715:0:17775:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788687974.540733:0:17775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788687974.540737:0:17775:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788687974.540743:0:17775:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788687974.540797:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3c2fa2000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788687974.541283:0:17775:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687974.541292:0:17775:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1788687974.541296:0:17775:0:(genops.c:885:class_export_put()) final put ffff9af3c2fa1800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1788687974.541299:0:17775:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c2fa1800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1788687974.541304:0:17775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1788687974.541349:0:17775:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3c729e000 1 00000020:00000080:0.0:1788687974.541356:0:17775:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449e54 00000020:00000080:0.0:1788687974.541362:0:17775:0:(genops.c:885:class_export_put()) final put ffff9af3e6e72000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788687974.544449:0:17775:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788687974.544497:0:17775:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687974.544507:0:17775:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788687974.544512:0:17775:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff9af3f38bb380) has no exports 00000020:00000080:1.0:1788687974.545592:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e6e72000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788687974.577054:0:17775:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788687974.577073:0:17775:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788687974.577080:0:17775:0:(genops.c:885:class_export_put()) final put ffff9af3c729c800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788687974.577085:0:17775:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c729c800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788687974.577093:0:17775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1788687974.577248:0:17775:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9af3c729b800 00000020:02000400:3.0:1788687974.577294:0:17775:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1788687975.245120:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687976.265797:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788687977.288701:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788687977.819556:0:17927:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788687977.835574:0:17927:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788687977.835674:0:17927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687977.835692:0:17927:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687977.835699:0:17927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687977.835720:0:17927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687977.835746:0:17927:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788687977.835753:0:17927:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788687977.835780:0:17927:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:0.0:1788687977.835805:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1788687977.835806:0:17927:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3fba98000 x1875574839686912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788687978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788687977.835817:0:14464:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788687977.835826:0:17927:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3c82e4a80 x1875574839687424/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788687983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788687977.835828:0:14464:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3e0aac600 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788687977.835836:0:14464:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687977.835848:0:14464:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788687977.835858:0:17927:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3fb82d180 x1875574839687552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788687986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00010000:0.0:1788687977.835858:0:14464:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788687977.835874:0:14464:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1788687977.835885:0:17927:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3c2e89500 x1875574839687808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788687990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788687977.835887:0:14464:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788687977.835892:0:14464:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:3.0:1788687977.835898:0:17927:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788687977.835906:0:17927:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1788687977.835913:0:14464:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:0.0:1788687977.835919:0:14464:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788687977.835934:0:17927:0:(import.c:65:import_set_state_nolock()) ffff9af3f40e2000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788687977.835937:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3e0aac600/0xc2ddd83e74449f0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449f11 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687977.835956:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687977.835958:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687977.835960:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788687977.835997:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839687552:0@lo:400:kworker.0 00000100:00100000:1.0:1788687977.836042:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875574839687808:0@lo:400:kworker.0 00000100:00100000:1.0:1788687977.836054:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875574839686912:0@lo:400:kworker.0 00000100:00100000:2.0:1788687977.836085:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839687424:0@lo:400:kworker.0 00000100:00100000:2.0:1788687977.836117:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875574839687936:0@lo:39:umount.0 00000400:00000100:2.0:1788687977.836182:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875574839687936 offset 0 length 224: 4 00010000:00010000:1.0:1788687978.312159:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687979.334923:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788687979.590022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788687979.590032:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788687980.358224:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687981.381682:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687982.405809:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687983.429768:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687984.453989:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788687984.711106:0:12639:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788687984.711116:0:12639:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1788687985.478295:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788687986.502329:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788687987.013642:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687977/real 1788687977] req@ffff9af3fba99180 x1875574839687936/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788687987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687987.013681:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3fba99180 x1875574839687936/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788687987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788687987.013704:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f40e2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788687987.013799:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875574839687936:0@lo:39:umount.0 00000100:00080000:3.0:1788687987.016285:0:17927:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788687987.016297:0:17927:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788687987.016305:0:17927:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788687987.023109:0:17927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023129:0:17927:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023160:0:17927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023168:0:17927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023593:0:17927:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788687987.023604:0:17927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023612:0:17927:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023619:0:17927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.023626:0:17927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025002:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788687987.025015:0:14464:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025024:0:14464:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ed400 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788687987.025028:0:14464:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025280:0:14464:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788687987.025288:0:14464:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788687987.025315:0:14464:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788687987.025318:0:14464:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:0.0:1788687987.025335:0:14464:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:0.0:1788687987.025340:0:14464:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025347:0:14464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed400/0xc2ddd83e74449ee0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449ee7 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025367:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788687987.025371:0:14464:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025377:0:14464:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c000 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788687987.025380:0:14464:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025386:0:14464:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788687987.025392:0:14464:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788687987.025396:0:14464:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788687987.025399:0:14464:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1788687987.025402:0:14464:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:0.0:1788687987.025405:0:14464:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687987.025422:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687987.025424:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788687987.025426:0:14464:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687987.025691:0:17927:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788687987.025698:0:17927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a164 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e7444a16b expref: -99 pid: 14473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687987.025714:0:17927:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1788687987.025720:0:17927:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1788687987.025722:0:17927:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788687987.025750:0:17927:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788687987.025755:0:17927:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788687987.025761:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788687987.025773:0:17927:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788687987.025786:0:17927:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9af3d63d8000) has no exports 00000020:00080000:3.0:1788687987.025816:0:17927:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9af3d63d8000) has no exports 00000020:01000000:3.0:1788687987.027544:0:17927:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af2c3551ba0 - data ffff9af3f8bc1288/ffff9af3d628e000 00000020:01000000:3.0:1788687987.027685:0:17927:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9af3c51736c0 - data ffff9af3c9f58798/ffff9af3eebd4000 00010000:00010000:2.0:1788687987.028239:0:14465:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1788687987.040173:0:17927:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788687987.099337:0:17927:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449ef5 00000020:00000080:3.0:1788687987.099347:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3c31ee800/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788687987.099368:0:17927:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af3c6a19800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1788687987.099371:0:17927:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3c6a19800 2 00000020:01000004:3.0:1788687987.099374:0:17927:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9af3c6a19800 from lustre-OST0001 00000020:00000080:3.0:1788687987.099400:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788687987.099410:0:17927:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788687987.099413:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3c2fa0000/lustre-OST0001_UUID 00000020:00000080:3.0:1788687987.099416:0:17927:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c2fa0000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788687987.099422:0:17927:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1788687987.099535:0:17927:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 77fc0cc6-2d57-47be-a26d-d352055b72d6->MGS 00010000:00010000:3.0:1788687987.099551:0:17927:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f38cc200/0xc2ddd83e74449e62 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449e69 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687987.099564:0:17927:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38cc200/0xc2ddd83e74449e62 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449e69 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687987.099572:0:17927:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788687987.099574:0:17927:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788687987.099578:0:17927:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788687987.099593:0:17927:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:3.0:1788687987.099597:0:17927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f38cc200/0xc2ddd83e74449e62 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449e69 expref: -99 pid: 15157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687987.099612:0:17927:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f38cde00/0xc2ddd83e74449d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc2ddd83e74449d51 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788687987.099779:0:17927:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f38cde00/0xc2ddd83e74449d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc2ddd83e74449d51 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788687987.099787:0:17927:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788687987.099789:0:17927:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1788687987.099791:0:17927:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788687987.099803:0:17927:0:(ldlm_request.c:1546:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9af3f5899800 00010000:00010000:3.0:1788687987.099806:0:17927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f38cde00/0xc2ddd83e74449d4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc2ddd83e74449d51 expref: -99 pid: 14458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788687987.099824:0:17927:0:(import.c:65:import_set_state_nolock()) ffff9af3f5899800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1788687987.099828:0:17927:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788687987.099831:0:17927:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788687987.099832:0:17927:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788687987.099837:0:17927:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788687987.099849:0:17927:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9af3c2e88e00 x1875574839687680/t0(0) o250->MGC192.168.204.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788687989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788687987.099865:0:17927:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788687987.099868:0:17927:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 2s for inflight to error out 00000100:00100000:1.0:1788687987.099953:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77fc0cc6-2d57-47be-a26d-d352055b72d6:3309:1875574839687680:0@lo:250:kworker.0 10000000:01000000:3.0:1788687987.100018:0:17927:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788687987.100024:0:17927:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449d35 00000020:00000080:3.0:1788687987.100029:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3f589b800/77fc0cc6-2d57-47be-a26d-d352055b72d6 00000020:01000000:3.0:1788687987.100035:0:17927:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.126@tcp (flags='') 00000020:00000080:3.0:1788687987.100039:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788687987.100044:0:17927:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.126@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788687987.100108:0:17927:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9af3c2ebb380) has no exports 10000000:01000000:1.0:1788687987.100167:0:14473:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1788687987.100257:0:17927:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.126@tcp: client import never connected 00000100:00080000:3.0:1788687987.100260:0:17927:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788687987.100262:0:17927:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788687987.100264:0:17927:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788687987.100272:0:17927:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788687987.100305:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788687987.100309:0:17927:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.126@tcp (uuid 77fc0cc6-2d57-47be-a26d-d352055b72d6) 00000020:01000000:3.0:1788687987.100314:0:17927:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788687987.100317:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788687987.100320:0:17927:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788687987.100324:0:17927:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9af3f4994800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788687987.100329:0:17927:0:(genops.c:1553:class_disconnect_exports()) OBD device 17 (ffff9af3c2fbb380) has exports, disconnecting them 00000020:00080000:3.0:1788687987.100333:0:17927:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9af3f4994800), last request at 1788687914 00000020:00000080:3.0:1788687987.100337:0:17927:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449f1f 00000020:00080000:3.0:1788687987.100346:0:17927:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9af3f4994800): rc 0 00000020:00000080:3.0:1788687987.100349:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3f4994800/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1788687987.102207:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c31ee800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1788687987.102241:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f589b800/77fc0cc6-2d57-47be-a26d-d352055b72d6 for MGC192.168.204.126@tcp 00000020:00000080:0.0:1788687987.102248:0:12639:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3f5899800 for MGC192.168.204.126@tcp 00000020:00000080:0.0:1788687987.102254:0:12639:0:(genops.c:885:class_export_put()) final put ffff9af3f589b000/77fc0cc6-2d57-47be-a26d-d352055b72d6 00000020:00000080:0.0:1788687987.102256:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f589b000/77fc0cc6-2d57-47be-a26d-d352055b72d6 for MGC192.168.204.126@tcp 00000020:01000000:0.0:1788687987.102260:0:12639:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.126@tcp (77fc0cc6-2d57-47be-a26d-d352055b72d6) 00000020:00000080:0.0:1788687987.102557:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f4994800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788687987.103596:0:17927:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788687987.103603:0:17927:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788687987.103609:0:17927:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788687987.103616:0:17927:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788687987.103685:0:14464:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:3.0:1788687987.103716:0:12639:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9af3f40e2000 for lustre-MDT0000-lwp-OST0001 00010000:00010000:3.0:1788687987.104999:0:14465:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:3.0:1788687987.105930:0:14459:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9af3ffa36c00:14459] 0 exiting: rc = 1 00000100:00100000:3.0:1788687987.106005:0:15890:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff9af3e2f2d800:15890] 2 exiting: rc = 0 00000100:00100000:2.0:1788687987.106339:0:14460:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9af3ffa37c00:14460] 1 exiting: rc = 0 00000100:00100000:0.0:1788687987.106855:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.107159:0:16599:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9af3e6e21400:16599] 3 exiting: rc = 0 00000100:00100000:3.0:1788687987.107256:0:14461:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9af3ffa36600:14461] 0 exiting: rc = 1 00000100:00100000:0.0:1788687987.107461:0:14463:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9af3c5a00c00:14463] 2 exiting: rc = 0 00000100:00100000:2.0:1788687987.107471:0:14462:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9af3c5a00600:14462] 1 exiting: rc = 0 00000100:00100000:0.0:1788687987.107539:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107546:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107553:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107561:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107567:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107572:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107577:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107582:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107587:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107592:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107596:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107616:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107622:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107627:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107632:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107636:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107641:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107646:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107651:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107657:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107662:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107666:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107672:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107677:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107682:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107692:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107699:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107705:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107709:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107714:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.107719:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108161:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108168:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108173:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108178:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108183:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108188:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108192:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108197:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108201:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108206:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108211:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108217:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108223:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108240:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108246:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108262:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108268:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108274:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108279:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108284:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108290:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108295:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108299:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108305:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108310:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108315:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108320:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108325:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108331:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108828:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108836:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108841:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.108846:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788687987.115206:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788687987.115223:0:17927:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1788687987.115242:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3f7b74000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1788687987.115246:0:17927:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3f7b74000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1788687987.115253:0:17927:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:0.0:1788687987.115321:0:17927:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3c6a19800 1 00000020:00000080:0.0:1788687987.115330:0:17927:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc2ddd83e74449ed9 00000020:00000080:0.0:1788687987.115350:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3fbbfa800/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788687987.115371:0:17927:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788687987.115376:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788687987.115381:0:17927:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788687987.115385:0:17927:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9af3f38b8000) has no exports 00000020:00000080:3.0:1788687987.115783:0:12639:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3fbbfa800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788687987.165582:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788687987.165596:0:17927:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788687987.165602:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3c6a1c000/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788687987.165612:0:17927:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3c6a1c000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788687987.165622:0:17927:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1788687987.165839:0:17927:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9af3c6a1f800 00000020:01000000:3.0:1788687987.165859:0:17927:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1788687987.165863:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788687987.165867:0:17927:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788687987.165871:0:17927:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9af3c5b48000) has no exports 00000020:00000080:3.0:1788687987.165893:0:17927:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788687987.165909:0:17927:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1788687987.165912:0:17927:0:(genops.c:885:class_export_put()) final put ffff9af3e6e70800/OSS_uuid 00000020:00000080:3.0:1788687987.165914:0:17927:0:(genops.c:844:class_export_destroy()) destroying export ffff9af3e6e70800/OSS_uuid for OSS 00000020:01000000:3.0:1788687987.165918:0:17927:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1788687987.165993:0:15953:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9af3c680e400:15953] 3 exiting: rc = 0 00000100:00080000:1.0:1788687987.166363:0:14472:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788687987.166519:0:15162:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9af3c8864e00:15162] 2 exiting: rc = 0 00000100:00100000:1.0:1788687987.166804:0:15159:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9af3c696e200:15159] 0 exiting: rc = 1 00000100:00100000:0.0:1788687987.171569:0:15160:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9af3f363b800:15160] 1 exiting: rc = 0 00000100:00100000:3.0:1788687987.171832:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171840:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171850:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171857:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171863:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171869:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171873:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171879:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171884:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171889:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171895:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171901:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171907:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171911:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171916:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171922:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171928:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171935:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171940:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171947:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171952:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171957:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171968:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171973:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.171980:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172002:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172009:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172014:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172020:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172026:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172122:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172127:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172132:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172137:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172143:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172148:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172154:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172159:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172165:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172173:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172181:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172186:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172191:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172196:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172202:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172208:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172213:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172218:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172233:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172239:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172245:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172249:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172254:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172260:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172265:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172270:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172276:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172281:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172287:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172292:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172298:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172303:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172307:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788687987.172313:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.182244:0:15164:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9af3e095f400:15164] 1 exiting: rc = 0 00000100:00100000:1.0:1788687987.182553:0:15163:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9af3e229f200:15163] 0 exiting: rc = 1 00000100:00100000:2.0:1788687987.186521:0:17171:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff9af3f3458e00:17171] 2 exiting: rc = 0 00000100:00100000:2.0:1788687987.186684:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186693:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186698:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186703:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186708:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186712:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186835:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186844:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186850:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186856:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186861:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186866:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186872:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186877:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186882:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186887:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186915:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186921:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186926:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186932:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186938:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186944:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186949:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186954:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186959:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186964:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186979:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186986:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186992:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.186997:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187002:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187008:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187013:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187019:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187024:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187030:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187157:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187163:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187168:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187174:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187185:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187195:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187200:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187209:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187215:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187237:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187244:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187249:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187255:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187261:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187266:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187280:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187285:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187290:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187294:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187299:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187306:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187314:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187319:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187326:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187331:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187336:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187341:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.187347:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.191347:0:15166:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9af3c824d400:15166] 1 exiting: rc = 0 00000100:00100000:2.0:1788687987.191949:0:16716:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_004: service thread [ffff9af3f3806600:16716] 4 exiting: rc = 0 00000100:00100000:2.0:1788687987.192206:0:15167:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9af3c824c400:15167] 2 exiting: rc = 0 00000100:00100000:2.0:1788687987.192389:0:15165:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9af3c68e1000:15165] 0 exiting: rc = 1 00000100:00100000:3.0:1788687987.193915:0:16712:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9af3f49b2600:16712] 3 exiting: rc = 0 00000100:00100000:0.0:1788687987.210715:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210819:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210826:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210838:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210844:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210850:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210855:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210862:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210874:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210879:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210885:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210891:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210902:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210908:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210913:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210918:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210944:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210955:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210968:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210975:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210981:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210987:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.210994:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211001:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211007:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211012:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211018:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211023:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211029:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211034:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211040:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211046:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211052:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211057:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211062:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211084:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211089:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211190:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211200:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211207:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211241:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211249:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211254:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211260:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211267:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211272:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211277:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211283:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211289:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211295:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211301:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211307:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211312:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211318:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211323:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211328:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211405:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211423:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211429:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211434:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211440:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211445:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211451:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788687987.211456:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.225653:0:15169:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9af3c824da00:15169] 1 exiting: rc = 0 00000100:00100000:0.0:1788687987.229650:0:15168:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9af3c824c200:15168] 0 exiting: rc = 1 00000100:00100000:1.0:1788687987.229921:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229930:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229935:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229941:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229947:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229952:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229957:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229963:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229972:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229978:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229985:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229990:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.229995:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230000:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230006:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230011:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230015:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230020:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230038:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230044:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230049:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230054:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230180:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230189:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230194:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230199:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230205:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230289:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230294:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230300:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230308:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230402:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230442:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230447:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230453:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230458:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230463:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230468:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230474:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230502:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230512:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230519:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230526:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230543:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230548:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230554:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230560:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230565:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230570:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230576:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230582:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230588:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230594:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230599:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230605:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230611:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230616:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230622:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230627:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230632:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230641:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230647:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230653:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.230659:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788687987.231871:0:15171:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9af3ffa4f600:15171] 1 exiting: rc = 0 00000100:00100000:0.0:1788687987.231878:0:15170:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9af3ffa4fa00:15170] 0 exiting: rc = 1 00000100:00100000:1.0:1788687987.235135:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235147:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235153:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235182:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235189:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235195:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235200:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235283:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235318:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235326:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235332:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235338:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235344:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235350:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235355:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235362:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235368:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235376:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235382:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235389:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235410:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235417:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235917:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235928:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235935:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235941:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235946:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235952:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235958:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235964:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235979:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.235987:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236009:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236017:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236022:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236029:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236035:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236042:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236057:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236074:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236080:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236086:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236091:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236098:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236120:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236126:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236136:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236151:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236159:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236163:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236169:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236176:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236182:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236193:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236201:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236207:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236248:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236256:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236271:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236278:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236284:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236292:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236299:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788687987.236306:0:17927:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1788687987.270326:0:17927:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788688004.739685:0:18545:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg426-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788688013.055421:0:19007:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788688013.055427:0:19007:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1788688013.055783:0:19007:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9af3f343a800 00000020:01000004:2.0:1788688013.055800:0:19007:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788688013.055809:0:19007:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788688013.055821:0:19007:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9af3d63dcd40) 00000020:00000080:2.0:1788688013.055838:0:19007:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1788688013.079849:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1788688013.082297:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1788688013.082748:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1788688013.082890:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 279: rc = 0 00100000:10000000:2.0:1788688013.083069:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 279: rc = 0 00100000:10000000:2.0:1788688013.083167:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 279: rc = 0 00100000:10000000:2.0:1788688013.083384:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 279: rc = 0 00100000:10000000:2.0:1788688013.083584:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 279: rc = 0 00100000:10000000:2.0:1788688013.083684:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 279: rc = 0 00100000:10000000:2.0:1788688013.084070:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 512: rc = 0 00100000:10000000:2.0:1788688013.086682:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 282: rc = 0 00100000:10000000:2.0:1788688013.087048:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 282: rc = 0 00100000:10000000:2.0:1788688013.087699:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788688013.087988:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 451: rc = 0 00100000:10000000:2.0:1788688013.088256:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 451: rc = 0 00100000:10000000:2.0:1788688013.088536:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788688013.088810:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788688013.089407:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 451: rc = 0 00100000:10000000:2.0:1788688013.089794:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788688013.090145:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 451: rc = 0 00100000:10000000:2.0:1788688013.090465:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788688013.091019:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 451: rc = 0 00100000:10000000:2.0:1788688013.091341:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 451: rc = 0 00100000:10000000:2.0:1788688013.091613:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788688013.092122:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 782: rc = 0 00100000:10000000:2.0:1788688013.092395:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 782: rc = 0 00100000:10000000:2.0:1788688013.093090:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 782: rc = 0 00100000:10000000:2.0:1788688013.093429:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 782: rc = 0 00100000:10000000:2.0:1788688013.093791:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 782: rc = 0 00100000:10000000:2.0:1788688013.094398:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 782: rc = 0 00100000:10000000:2.0:1788688013.094738:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 782: rc = 0 00100000:10000000:2.0:1788688013.095056:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 782: rc = 0 00100000:10000000:2.0:1788688013.095376:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 782: rc = 0 00100000:10000000:2.0:1788688013.095667:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 782: rc = 0 00100000:10000000:2.0:1788688013.095999:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 782: rc = 0 00100000:10000000:2.0:1788688013.096321:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 782: rc = 0 00100000:10000000:2.0:1788688013.096683:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 782: rc = 0 00100000:10000000:2.0:1788688013.097031:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 782: rc = 0 00100000:10000000:2.0:1788688013.097649:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 782: rc = 0 00100000:10000000:2.0:1788688013.097987:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 782: rc = 0 00100000:10000000:3.0:1788688013.098982:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 782: rc = 0 00100000:10000000:3.0:1788688013.099429:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 782: rc = 0 00100000:10000000:3.0:1788688013.099878:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 782: rc = 0 00100000:10000000:3.0:1788688013.100213:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 782: rc = 0 00100000:10000000:3.0:1788688013.100878:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 782: rc = 0 00100000:10000000:3.0:1788688013.101552:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 782: rc = 0 00100000:10000000:3.0:1788688013.101836:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 782: rc = 0 00100000:10000000:3.0:1788688013.102119:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 782: rc = 0 00100000:10000000:3.0:1788688013.102429:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 782: rc = 0 00100000:10000000:3.0:1788688013.104084:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 782: rc = 0 00100000:10000000:3.0:1788688013.104422:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 782: rc = 0 00100000:10000000:3.0:1788688013.106993:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 782: rc = 0 00100000:10000000:3.0:1788688013.107346:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 782: rc = 0 00100000:10000000:3.0:1788688013.108056:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 782: rc = 0 00100000:10000000:3.0:1788688013.108433:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 782: rc = 0 00100000:10000000:3.0:1788688013.108706:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 782: rc = 0 00100000:10000000:3.0:1788688013.109203:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 771: rc = 0 00100000:10000000:3.0:1788688013.110373:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1788688013.110769:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 286: rc = 0 00100000:10000000:3.0:1788688013.110993:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1788688013.111064:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 286: rc = 0 00100000:10000000:3.0:1788688013.111329:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1788688013.111400:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 286: rc = 0 00100000:10000000:3.0:1788688013.111827:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1788688013.111905:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 283: rc = 0 00100000:10000000:3.0:1788688013.112138:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:3.0:1788688013.112205:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 283: rc = 0 00100000:10000000:3.0:1788688013.112663:0:19007:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:3.0:1788688013.112733:0:19007:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 283: rc = 0 00000020:00000080:3.0:1788688013.113635:0:19007:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1788688013.113644:0:19007:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788688013.113656:0:19007:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a40b 00000020:01000004:3.0:1788688013.113665:0:19007:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1788688013.113671:0:19007:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1788688013.113677:0:19007:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9af3f343a800 from MGS 00000020:01000004:3.0:1788688013.113681:0:19007:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1788688013.113692:0:19007:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9af3c2fb99c0) 00000020:00000080:3.0:1788688013.113701:0:19007:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1788688013.114131:0:19007:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3f343a800 from MGS, refs=2 00080000:01000000:3.0:1788688013.114137:0:19007:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788688013.114143:0:19007:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a419 00000100:00100000:3.0:1788688013.114349:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1788688013.114514:0:19007:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1788688013.114522:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788688013.118408:0:19007:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788688013.118422:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788688013.119779:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788688013.120142:0:19007:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788688013.120149:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788688013.120809:0:19007:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788688013.120816:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788688013.124707:0:19007:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788688013.124737:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788688013.125899:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.125904:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.125905:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.126378:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.126381:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.126383:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688013.127208:0:19007:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1788688013.130050:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788688013.151861:0:19007:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1788688013.151896:0:19007:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1788688013.151898:0:19007:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:1.0:1788688013.161325:0:19016:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788688013.161800:0:19007:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788688013.162013:0:19007:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788688013.162586:0:19007:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1788688013.162899:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788688013.163121:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1788688013.163128:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1788688013.173824:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1788688013.173846:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1788688013.174569:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1788688013.174577:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1788688013.176226:0:19007:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1788688013.176259:0:19007:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.126@tcp' 00000020:01000004:0.0:1788688013.176262:0:19007:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1788688013.176296:0:19007:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.126@tcp (typ=mgc) 00000020:00000080:0.0:1788688013.176310:0:19007:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.126@tcp (ffff9af3c5b499c0) 00000020:00000080:0.0:1788688013.176328:0:19007:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1788688013.176413:0:19007:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af3f36ab800@MGC192.168.204.126@tcp: add connection 192.168.204.126@tcp at head 00010000:00010000:0.0:1788688013.176581:0:19007:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.126@tcp-0 is initialized 00000040:01000000:0.0:1788688013.176587:0:19007:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.126@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788688013.183906:0:19021:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1788688013.188359:0:19022:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788688013.188689:0:19007:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.126@tcp (uuid dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b) 00000020:00000080:1.0:1788688013.188717:0:19007:0:(genops.c:1385:class_connect()) connect: client dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b, cookie 0xc2ddd83e7444a427 00000100:00080000:1.0:1788688013.188741:0:19007:0:(import.c:545:import_select_connection()) MGC192.168.204.126@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788688013.188749:0:19007:0:(import.c:665:import_select_connection()) MGC192.168.204.126@tcp: import ffff9af3f36ab800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:1.0:1788688013.188790:0:19007:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3c82e6680 x1875574839688064/t0(0) o250->MGC192.168.204.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788688013.188840:0:19007:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b->MGS 00000100:00100000:1.0:1788688013.188860:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3309:1875574839688064:0@lo:250:mount.lustre.0 00000020:01000004:3.0:1788688013.188866:0:19007:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1788688013.188872:0:19007:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1788688013.188890:0:19007:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9af3c2fbb380) 00000020:00000080:3.0:1788688013.188906:0:19007:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1788688013.189091:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.189413:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688064 00000100:00100000:0.0:1788688013.189425:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688064 00000100:00100000:0.0:1788688013.189560:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788688013.189571:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3e21c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3309:x1875574839688064:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788688013.189615:0:19018:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b@0@lo t0 exp 0000000000000000 cur 558 last 0 00000020:00000080:0.0:1788688013.189637:0:19018:0:(genops.c:1385:class_connect()) connect: client dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b, cookie 0xc2ddd83e7444a435 00000100:00080000:0.0:1788688013.189788:0:19018:0:(import.c:65:import_set_state_nolock()) ffff9af3f36af000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788688013.189859:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3e21c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+5:3309:x1875574839688064:12345-0@lo:250:mount.lustre.0 Request processed in 288us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.189867:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788688013.190113:0:3309:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788688013.190124:0:3309:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.204.126@tcp: connect to target with instance 0 00000100:00080000:0.0:1788688013.190133:0:3309:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.204.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788688013.190138:0:3309:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788688013.190141:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f36ab800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788688013.190144:0:3309:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788688013.190154:0:3309:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788688013.190169:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3309:1875574839688064:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788688013.198062:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688013.198517:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788688013.198525:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788688013.199688:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788688013.199697:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1788688013.200366:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1788688013.200373:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1788688013.202430:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688013.202641:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1788688013.202647:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1788688013.203795:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1788688013.203806:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788688013.255604:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688013.255869:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788688013.255877:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788688013.257438:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788688013.257457:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1788688013.258330:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688013.258661:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788688013.258668:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788688013.260314:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788688013.260326:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788688013.261184:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788688013.268690:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788688013.268704:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1788688013.269383:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788688013.269392:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1788688013.270475:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788688013.271140:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788688013.271148:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788688013.272137:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788688013.272145:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1788688013.301677:0:19007:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688013.301900:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788688013.301907:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1788688013.303095:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788688013.303122:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788688013.306718:0:19007:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788688013.306748:0:19007:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1788688013.309323:0:19007:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1788688013.310260:0:19007:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:0.0:1788688013.310268:0:19007:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.126@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1788688013.310903:0:19007:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.126@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788688013.310961:0:19007:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.126@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1788688013.310966:0:19007:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788688013.310968:0:19007:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788688013.310969:0:19007:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788688013.310970:0:19007:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788688013.310971:0:19007:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788688013.310972:0:19007:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788688013.310974:0:19007:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788688013.310975:0:19007:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788688013.310977:0:19007:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788688013.310978:0:19007:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788688013.310980:0:19007:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1788688013.310983:0:19007:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788688013.310984:0:19007:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788688013.310985:0:19007:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788688013.310986:0:19007:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788688013.310987:0:19007:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788688013.310988:0:19007:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788688013.310989:0:19007:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788688013.310990:0:19007:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788688013.310991:0:19007:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788688013.310992:0:19007:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788688013.311026:0:19007:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788688013.311051:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688192:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788688013.311126:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.311185:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c834c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.311654:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688192 00000100:00100000:1.0:1788688013.311663:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688192 00000100:00100000:1.0:1788688013.311707:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788688013.311717:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+5:19007:x1875574839688192:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788688013.311784:0:19020:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788688013.311788:0:19020:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788688013.311792:0:19020:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1788688013.312613:0:19040:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788688013.313149:0:19020:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1788688013.320235:0:19041:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788688013.320244:0:19041:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788688013.320254:0:19041:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788688013.320293:0:19041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:0.0:1788688013.320856:0:19020:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788688013.320867:0:19020:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788688013.343578:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+5:19007:x1875574839688192:12345-0@lo:253:mount.lustre.0 Request processed in 31852us (32441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.343594:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788688013.344071:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688192:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788688013.344090:0:19007:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788688013.344094:0:19007:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788688013.344096:0:19007:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788688013.344098:0:19007:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788688013.344099:0:19007:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788688013.344100:0:19007:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788688013.344102:0:19007:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788688013.344103:0:19007:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788688013.344105:0:19007:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788688013.344107:0:19007:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788688013.344109:0:19007:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788688013.348368:0:19007:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9af3f343a800 from lustre-MDT0000 10000000:01000000:0.0:1788688013.348409:0:19007:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1788688013.348412:0:19007:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788688013.348417:0:19007:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9af3c5b499c0 10000000:01000000:0.0:1788688013.348422:0:19007:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788688013.348431:0:19007:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9af3c5b499c0 from 1 10000000:01000000:0.0:1788688013.348434:0:19007:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788688013.348478:0:19007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.348500:0:19007:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.348511:0:19007:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688013.348643:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688320:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788688013.348857:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688013.349130:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688320 00000100:00100000:2.0:1788688013.349139:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688320 00000100:00100000:2.0:1788688013.349190:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788688013.349200:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+5:19007:x1875574839688320:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788688013.349225:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1788688013.349231:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c834ca80 going to sleep for 11 seconds 00010000:00010000:2.0:1788688013.349244:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f4b4d000/0xc2ddd83e7444a443 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a43c expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.349272:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f4b4d000/0xc2ddd83e7444a443 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a43c expref: 6 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.349284:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f4b4d000/0xc2ddd83e7444a443 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a43c expref: 6 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.349295:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f4b4d000, rc 0) 00000100:00100000:2.0:1788688013.349344:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+6:19007:x1875574839688320:12345-0@lo:101:mount.lustre.0 Request processed in 146us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688013.349351:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788688013.349416:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688320:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688013.349431:0:19007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.349441:0:19007:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688013.349909:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688013.350000:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.350043:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c834ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1788688013.350095:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688448 00000100:00100000:2.0:1788688013.350101:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688448 00000100:00100000:2.0:1788688013.350141:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788688013.350149:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+6:19007:x1875574839688448:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788688013.350652:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+6:19007:x1875574839688448:12345-0@lo:501:mount.lustre.0 Request processed in 502us (650us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788688013.350661:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788688013.350794:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688448:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788688013.350843:0:19007:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788688013.350861:0:19007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.350872:0:19007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788688013.350883:0:19007:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9af3f343a800 10000000:01000000:1.0:1788688013.350888:0:19007:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788688013.350900:0:19007:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9af3f343a800 10000000:01000000:1.0:1788688013.350903:0:19007:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788688013.350907:0:19007:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9af3f343a800 from 1 10000000:01000000:1.0:1788688013.350910:0:19007:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788688013.350953:0:19007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.350961:0:19007:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.350971:0:19007:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688013.350988:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688576:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788688013.351020:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.351046:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6eac600 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.351061:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688576 00000100:00100000:1.0:1788688013.351065:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688576 00000100:00100000:1.0:1788688013.351089:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788688013.351097:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+6:19007:x1875574839688576:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.351106:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688013.351119:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d1200/0xc2ddd83e7444a451 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a44a expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351135:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d1200/0xc2ddd83e7444a451 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a44a expref: 7 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351142:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d1200/0xc2ddd83e7444a451 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a44a expref: 7 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351155:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d1200, rc 0) 00000100:00100000:1.0:1788688013.351187:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+7:19007:x1875574839688576:12345-0@lo:101:mount.lustre.0 Request processed in 92us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.351191:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788688013.351213:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688576:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.351434:0:19007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a451 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351444:0:19007:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a451 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788688013.351457:0:19007:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788688013.351460:0:19007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a451 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351466:0:19007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f49d0600/0xc2ddd83e7444a44a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a451 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788688013.351472:0:19007:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788688013.351476:0:19007:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788688013.351504:0:19007:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9af3f343a800 10000000:01000000:1.0:1788688013.351507:0:19007:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788688013.351510:0:19007:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1788688013.351512:0:19007:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788688013.351526:0:19007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351543:0:19007:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.351551:0:19007:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688013.351564:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688704:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788688013.351590:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.351709:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6eac600 going to sleep for 11 seconds 00000100:00100000:3.0:1788688013.352310:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688704 00000100:00100000:3.0:1788688013.352319:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688704 00000100:00100000:1.0:1788688013.352418:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788688013.352426:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+7:19007:x1875574839688704:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.352437:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688013.352450:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0a00/0xc2ddd83e7444a45f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a458 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.352469:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0a00/0xc2ddd83e7444a45f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a458 expref: 8 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.352494:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0a00/0xc2ddd83e7444a45f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a458 expref: 8 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.352503:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0a00, rc 0) 00000100:00100000:1.0:1788688013.352554:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+8:19007:x1875574839688704:12345-0@lo:101:mount.lustre.0 Request processed in 129us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.352560:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788688013.352645:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688704:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788688013.352675:0:19007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a45f expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688013.352683:0:19007:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a45f expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688013.352757:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688832:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688013.352788:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688013.352858:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c86519c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788688013.352990:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688832 00000100:00100000:0.0:1788688013.352995:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688832 00000100:00100000:0.0:1788688013.353015:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788688013.353021:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+8:19007:x1875574839688832:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688013.353448:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19007:x1875574839688832:12345-0@lo:501:mount.lustre.0 Request processed in 426us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.353456:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788688013.353700:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688832:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688013.353749:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688960:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788688013.353790:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688013.353819:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c86519c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788688013.353928:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839688960 00000100:00100000:0.0:1788688013.353933:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839688960 00000100:00100000:0.0:1788688013.353956:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788688013.353963:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19007:x1875574839688960:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688013.354573:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19007:x1875574839688960:12345-0@lo:503:mount.lustre.0 Request processed in 607us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.354581:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788688013.355329:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839688960:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788688013.356123:0:19042:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19042:1875574839689088:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788688013.356315:0:19042:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.356403:0:19042:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6eac240 going to sleep for 11 seconds 00000100:00100000:0.0:1788688013.356446:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839689088 00000100:00100000:0.0:1788688013.356453:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839689088 00000100:00100000:0.0:1788688013.356556:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788688013.356565:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19042:x1875574839689088:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.357064:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19042:x1875574839689088:12345-0@lo:502:llog_process_th.0 Request processed in 498us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.357073:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788688013.357173:0:19042:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19042:1875574839689088:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788688013.357211:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788688013.357282:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688013.357286:0:19042:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788688013.357296:0:19042:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788688013.357298:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788688013.357313:0:19042:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9af3d63db380) 00000020:00000080:2.0:1788688013.357330:0:19042:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788688013.357336:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788688013.357409:0:19042:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788688013.357417:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a46d 00000020:00000080:2.0:1788688013.357649:0:19042:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788688013.357653:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788688013.357657:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688013.357658:0:19042:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788688013.357661:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788688013.357664:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688013.357665:0:19042:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788688013.357669:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788688013.357676:0:19042:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9af3d63d8000) 00000020:00000080:2.0:1788688013.357685:0:19042:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788688013.357688:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788688013.357690:0:19042:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788688013.357693:0:19042:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788688013.357699:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788688013.357747:0:19042:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3f343a800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788688013.357760:0:19042:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9af3d63d99c0) 00000020:00000080:2.0:1788688013.357767:0:19042:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788688013.357818:0:19042:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788688013.357824:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc2ddd83e7444a482 00000020:00000080:2.0:1788688013.358093:0:19042:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788688013.358100:0:19042:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788688013.358105:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xc2ddd83e7444a489 00080000:01000000:2.0:1788688013.358117:0:19042:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788688013.358121:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a490 00010000:00010000:0.0:1788688013.418153:0:19042:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1788688013.418992:0:19042:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1788688013.419331:0:19042:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788688013.420265:0:19042:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9af3c5b4b380) 00000020:00000080:0.0:1788688013.420284:0:19042:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1788688013.420349:0:19042:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:0.0:1788688013.420356:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a49e 00000020:00000080:1.0:1788688013.421149:0:19042:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788688013.428848:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xc2ddd83e7444a4a5 00000020:00000080:0.0:1788688013.429676:0:19042:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1788688013.429688:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688013.429694:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.429697:0:19042:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1788688013.429701:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788688013.429704:0:19042:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1788688013.429706:0:19042:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788688013.429707:0:19042:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788688013.429708:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788688013.429711:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.429712:0:19042:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788688013.429714:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688013.429730:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.429732:0:19042:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1788688013.429737:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788688013.429791:0:19042:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788688013.429816:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688013.429819:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.429821:0:19042:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1788688013.429823:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788688013.429826:0:19042:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1788688013.429830:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.429831:0:19042:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788688013.429834:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788688013.429839:0:19042:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.126@tcp to nid 0x20000c0a8cc7e (192.168.204.126@tcp) 00000020:01000000:0.0:1788688013.429866:0:19042:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788688013.429875:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788688013.429890:0:19042:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9af3c5b48000) 00000020:00000080:0.0:1788688013.429905:0:19042:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1788688013.429911:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788688013.429976:0:19042:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788688013.429982:0:19042:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788688013.429989:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a4b3 00010000:00080000:0.0:1788688013.430023:0:19042:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af3f5898800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.126@tcp at head 00010000:00010000:0.0:1788688013.430382:0:19042:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:0.0:1788688013.430884:0:19042:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788688013.430929:0:19042:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788688013.435677:0:19042:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788688013.435766:0:19042:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1788688013.435846:0:19042:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1788688013.436768:0:19046:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788688013.436774:0:19046:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1788688013.438319:0:19042:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788688013.438332:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788688013.438367:0:19042:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788688013.438387:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc2ddd83e7444a4ba 00000100:00080000:2.0:1788688013.438398:0:19042:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788688013.438406:0:19042:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9af3f5898800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:2.0:1788688013.438449:0:19042:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fb82ed80 x1875574839689216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788688013.438650:0:19042:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788688013.438753:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788688013.438758:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688013.438760:0:19042:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788688013.438763:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788688013.438765:0:19042:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1788688013.438767:0:19042:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788688013.438769:0:19042:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788688013.438770:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788688013.438772:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688013.438773:0:19042:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788688013.438776:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788688013.438780:0:19042:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1788688013.438783:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688013.438784:0:19042:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788688013.438787:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788688013.438791:0:19042:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.126@tcp to nid 0x20000c0a8cc7e (192.168.204.126@tcp) 00000020:01000000:2.0:1788688013.438814:0:19042:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788688013.438817:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788688013.438835:0:19042:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9af3f40d19c0) 00000020:00000080:2.0:1788688013.438848:0:19042:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788688013.438853:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788688013.438905:0:19042:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1788688013.438911:0:19042:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788688013.438917:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc2ddd83e7444a4c8 00010000:00080000:2.0:1788688013.438962:0:19042:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af3f388f000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.126@tcp at head 00010000:00010000:2.0:1788688013.439163:0:19042:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1788688013.439416:0:19042:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788688013.439442:0:19042:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788688013.440066:0:19042:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788688013.440185:0:19042:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788688013.440265:0:19042:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:1.0:1788688013.440554:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839689216:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788688013.440616:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875574839689216 offset 0 length 520: 4 00000040:00080000:2.0:1788688013.443973:0:19048:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788688013.443981:0:19048:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788688013.444850:0:19042:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788688013.444863:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788688013.444919:0:19042:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788688013.444941:0:19042:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc2ddd83e7444a4cf 00000100:00080000:1.0:1788688013.444954:0:19042:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788688013.444961:0:19042:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9af3f388f000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:1.0:1788688013.445021:0:19042:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3c82e7480 x1875574839689344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788688013.445048:0:19042:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788688013.445148:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788688013.445153:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788688013.445155:0:19042:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788688013.445169:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788688013.445174:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788688013.445176:0:19042:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788688013.445179:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788688013.445181:0:19042:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788688013.445183:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788688013.445186:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788688013.445187:0:19042:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788688013.445189:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788688013.445192:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788688013.445193:0:19042:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788688013.445196:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788688013.445241:0:19042:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19042:1875574839689472:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788688013.445332:0:19042:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.445367:0:19042:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6eac600 going to sleep for 11 seconds 00000100:00100000:2.0:1788688013.445522:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839689344:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788688013.445571:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875574839689344 offset 0 length 520: 4 00000100:00100000:2.0:1788688013.445603:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839689472 00000100:00100000:2.0:1788688013.445609:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839689472 00000100:00100000:2.0:1788688013.445649:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788688013.445658:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19042:x1875574839689472:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788688013.445907:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19042:x1875574839689472:12345-0@lo:502:llog_process_th.0 Request processed in 249us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688013.445915:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788688013.446166:0:19042:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19042:1875574839689472:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788688013.446197:0:19042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788688013.446203:0:19042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788688013.446205:0:19042:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788688013.446210:0:19042:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:2.0:1788688013.446454:0:19007:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:2.0:1788688013.446474:0:19007:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788688013.446513:0:19007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a45f expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.446545:0:19007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1600/0xc2ddd83e7444a458 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a45f expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788688013.446553:0:19007:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9af3f343a800 from 1 10000000:01000000:2.0:1788688013.446556:0:19007:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788688013.446589:0:19007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.446597:0:19007:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.446607:0:19007:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688013.446624:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689600:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788688013.446658:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688013.446688:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6e4d540 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.447344:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839689600 00000100:00100000:1.0:1788688013.447351:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839689600 00000100:00100000:1.0:1788688013.447384:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788688013.447391:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+9:19007:x1875574839689600:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.447403:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688013.447417:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a4d6 expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.447440:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 10 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.447450:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 10 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.447459:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0200, rc 0) 00000100:00100000:1.0:1788688013.447537:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+10:19007:x1875574839689600:12345-0@lo:101:mount.lustre.0 Request processed in 135us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.447544:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788688013.447811:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689600:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688013.447827:0:19007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.447836:0:19007:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688013.448456:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689728:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788688013.448797:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.448842:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788688013.448894:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839689728 00000100:00100000:2.0:1788688013.448901:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839689728 00000100:00100000:2.0:1788688013.448973:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788688013.448982:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+10:19007:x1875574839689728:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788688013.449002:0:19019:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788688013.449009:0:19019:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788688013.449090:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+10:19007:x1875574839689728:12345-0@lo:256:mount.lustre.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688013.449097:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788688013.449559:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689728:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788688013.450146:0:19007:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788688013.450164:0:19007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.450191:0:19007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788688013.450200:0:19007:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3f343a800 from 1 10000000:01000000:0.0:1788688013.450203:0:19007:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788688013.450420:0:19007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.450428:0:19007:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.450439:0:19007:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688013.450459:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689856:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788688013.450586:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.450626:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c240 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.450744:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839689856 00000100:00100000:1.0:1788688013.450752:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839689856 00000100:00100000:1.0:1788688013.450802:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788688013.450813:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+10:19007:x1875574839689856:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.450832:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688013.450847:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a4e4 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.450872:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 11 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.450882:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 11 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.450892:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0e00, rc 0) 00000100:00100000:1.0:1788688013.450930:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839689856:12345-0@lo:101:mount.lustre.0 Request processed in 119us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.450937:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788688013.451022:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689856:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688013.451035:0:19007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.451045:0:19007:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688013.451108:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689984:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688013.451132:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.451193:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788688013.451577:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839689984 00000100:00100000:2.0:1788688013.451588:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839689984 00000100:00100000:2.0:1788688013.451619:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788688013.451626:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839689984:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788688013.452047:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839689984:12345-0@lo:501:mount.lustre.0 Request processed in 421us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688013.452054:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788688013.452414:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839689984:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688013.452461:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690112:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688013.452656:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.452691:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788688013.452749:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690112 00000100:00100000:2.0:1788688013.452756:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690112 00000100:00100000:2.0:1788688013.452823:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788688013.452831:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839690112:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788688013.453004:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839690112:12345-0@lo:503:mount.lustre.0 Request processed in 174us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688013.453011:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788688013.453116:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690112:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688013.453658:0:19050:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19050:1875574839690240:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.453700:0:19050:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.453733:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690240 00000100:00100000:0.0:1788688013.453738:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690240 00000100:00100000:0.0:1788688013.453760:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788688013.453768:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19050:x1875574839690240:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.453961:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19050:x1875574839690240:12345-0@lo:502:llog_process_th.0 Request processed in 192us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.453968:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788688013.454001:0:19050:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788688013.454015:0:19050:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19050:1875574839690240:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788688013.454039:0:19050:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688013.454049:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.454052:0:19050:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788688013.454059:0:19050:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af3f343a800 00000020:00000080:0.0:1788688013.454061:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788688013.454069:0:19050:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688013.454072:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.454073:0:19050:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788688013.454076:0:19050:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688013.454078:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.454079:0:19050:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788688013.454083:0:19050:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af3f343a800 00000020:00000080:0.0:1788688013.454084:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788688013.454341:0:19050:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688013.456872:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.456879:0:19050:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788688013.456890:0:19050:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688013.456897:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.456898:0:19050:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788688013.456903:0:19050:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9af3f343a800 00000020:00000080:0.0:1788688013.456906:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788688013.461683:0:19050:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19050:1875574839690368:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.461783:0:19050:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.461832:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690368 00000100:00100000:0.0:1788688013.461839:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690368 00000100:00100000:0.0:1788688013.461889:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788688013.461898:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19050:x1875574839690368:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.462144:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19050:x1875574839690368:12345-0@lo:502:llog_process_th.0 Request processed in 247us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.462153:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788688013.462208:0:19050:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788688013.463425:0:19050:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19050:1875574839690368:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788688013.463467:0:19050:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688013.463475:0:19050:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688013.463477:0:19050:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788688013.463507:0:19050:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:2.0:1788688013.467350:0:19007:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:2.0:1788688013.467389:0:19007:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788688013.467459:0:19007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.467473:0:19007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788688013.467556:0:19007:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788688013.467559:0:19007:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9af3f343a800 10000000:01000000:2.0:1788688013.467562:0:19007:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9af3f343a800 10000000:01000000:2.0:1788688013.467566:0:19007:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788688013.467572:0:19007:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9af3f343a800 from 1 10000000:01000000:2.0:1788688013.467575:0:19007:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788688013.467614:0:19007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.467630:0:19007:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688013.467643:0:19007:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688013.467671:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690496:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788688013.467750:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688013.467788:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6e4dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.469650:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690496 00000100:00100000:1.0:1788688013.469664:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690496 00000100:00100000:1.0:1788688013.469737:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788688013.469747:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839690496:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.469767:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688013.469785:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d1a00/0xc2ddd83e7444a4f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a4f2 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.469815:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d1a00/0xc2ddd83e7444a4f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4f2 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.469827:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d1a00/0xc2ddd83e7444a4f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4f2 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.469836:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d1a00, rc 0) 00000100:00100000:1.0:1788688013.469921:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19007:x1875574839690496:12345-0@lo:101:mount.lustre.0 Request processed in 175us (2169us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.469928:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788688013.469996:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690496:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688013.470014:0:19007:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4f9 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.470024:0:19007:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a4f9 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688013.470100:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690624:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688013.470136:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.470166:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c85709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.471325:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690624 00000100:00100000:1.0:1788688013.471334:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690624 00000100:00100000:1.0:1788688013.471372:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788688013.471380:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19007:x1875574839690624:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688013.472443:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19007:x1875574839690624:12345-0@lo:501:mount.lustre.0 Request processed in 1059us (2302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.472453:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788688013.472601:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690624:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688013.472654:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690752:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788688013.472696:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.472734:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c85709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.472750:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690752 00000100:00100000:1.0:1788688013.472754:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690752 00000100:00100000:1.0:1788688013.472780:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788688013.472786:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19007:x1875574839690752:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788688013.472920:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19007:x1875574839690752:12345-0@lo:503:mount.lustre.0 Request processed in 133us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.472927:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788688013.472957:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839690752:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788688013.474782:0:19054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19054:1875574839690880:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788688013.474857:0:19054:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.474894:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839690880 00000100:00100000:1.0:1788688013.474902:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839690880 00000100:00100000:1.0:1788688013.474939:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788688013.474948:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19054:x1875574839690880:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.476546:0:19054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8570540 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.476783:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19054:x1875574839690880:12345-0@lo:502:llog_process_th.0 Request processed in 1831us (1922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.476793:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788688013.477316:0:19054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19054:1875574839690880:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788688013.477385:0:19054:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788688013.477400:0:19054:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9af3c5b4cd40) 00000020:00000080:0.0:1788688013.477419:0:19054:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:0.0:1788688013.479350:0:19054:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3f343a800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788688013.479359:0:19054:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af3f343a800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788688013.479363:0:19054:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3f343a800 4 00010000:00080000:0.0:1788688013.479402:0:19054:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af3f589b000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.126@tcp at head 00010000:00010000:0.0:1788688013.484949:0:19054:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:0.0:1788688013.485141:0:19054:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788688013.485188:0:19054:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788688013.485201:0:19054:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xc2ddd83e7444a507 00000100:00080000:0.0:1788688013.485210:0:19054:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788688013.487709:0:19054:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9af3f589b000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:0.0:1788688013.487768:0:19054:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3c2e8b480 x1875574839691008/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788688013.487821:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875574839691008:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788688013.487889:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788688013.487953:0:19054:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788688013.488063:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691008 00000100:00100000:3.0:1788688013.488073:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691008 00000100:00100000:3.0:1788688013.488107:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788688013.488116:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875574839691008:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788688013.488191:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875574839691008:12345-0@lo:38:llog_process_th.0 Request processed in 74us (300us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788688013.488198:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788688013.488984:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788688013.488994:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f589b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788688013.488999:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788688013.489006:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875574839691008:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788688013.492973:0:19054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19054:1875574839691136:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.493068:0:19054:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.493110:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691136 00000100:00100000:0.0:1788688013.493118:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691136 00000100:00100000:0.0:1788688013.493173:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788688013.493181:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19054:x1875574839691136:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788688013.493930:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19054:x1875574839691136:12345-0@lo:502:llog_process_th.0 Request processed in 746us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688013.493939:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788688013.494014:0:19054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788688013.494040:0:19054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19054:1875574839691136:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788688013.494081:0:19054:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:1.0:1788688013.495398:0:19007:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:1.0:1788688013.495427:0:19007:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788688013.495444:0:19007:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4f9 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.495456:0:19007:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4de00/0xc2ddd83e7444a4f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a4f9 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788688013.495537:0:19007:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788688013.495541:0:19007:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788688013.495542:0:19007:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788688013.495543:0:19007:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788688013.495549:0:19007:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788688013.495550:0:19007:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788688013.495552:0:19007:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788688013.495553:0:19007:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788688013.495555:0:19007:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788688013.495556:0:19007:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788688013.495559:0:19007:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1788688013.495562:0:19007:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788688013.495563:0:19007:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788688013.495564:0:19007:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788688013.495565:0:19007:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788688013.495566:0:19007:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788688013.495567:0:19007:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788688013.495568:0:19007:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788688013.495569:0:19007:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788688013.495570:0:19007:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788688013.495571:0:19007:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788688013.495597:0:19007:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788688013.495616:0:19007:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839691264:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788688013.495673:0:19007:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.495707:0:19007:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8570000 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.495740:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691264 00000100:00100000:1.0:1788688013.495748:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691264 00000100:00100000:1.0:1788688013.495786:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788688013.495794:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19007:x1875574839691264:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788688013.495831:0:19018:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788688013.495846:0:19018:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788688013.551206:0:19018:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788688013.551218:0:19018:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1788688013.551361:0:19040:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788688013.551367:0:19040:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788688013.551395:0:19040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.551416:0:19040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 12 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.551425:0:19040:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.551469:0:19040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 12 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688013.551523:0:19040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 12 pid: 19018 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688013.551551:0:19040:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19040:1875574839691392:0@lo:104: 00000100:00100000:0.0:1788688013.551623:0:19040:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688013.551682:0:19040:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c83be840 going to sleep for 11 seconds 00000100:00100000:1.0:1788688013.551794:0:19008:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691392 00000100:00100000:1.0:1788688013.551803:0:19008:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691392 00000100:00100000:1.0:1788688013.552006:0:19008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788688013.552019:0:19008:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19040:x1875574839691392:12345-0@lo:104: 00010000:00010000:1.0:1788688013.552035:0:19008:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.552119:0:19008:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788688013.552126:0:19008:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19040:x1875574839691392:12345-0@lo:104: Request processed in 112us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.552133:0:19008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1788688013.552163:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688013.552168:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.552176:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c200 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:1.0:1788688013.552181:0:19014:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.552190:0:19014:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788688013.552197:0:19014:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788688013.552203:0:19014:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788688013.552594:0:19014:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.552602:0:19014:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788688013.552623:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.552630:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c200/0xc2ddd83e7444a4d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a4dd expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.552659:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.552661:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688013.552663:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788688013.552684:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788688013.552699:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3312:1875574839691520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788688013.552747:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688013.552922:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691520 00000100:00100000:1.0:1788688013.552928:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691520 00010000:00010000:1.0:1788688013.552949:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 13 pid: 19018 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688013.552973:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788688013.552981:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+13:3312:x1875574839691520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788688013.552993:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788688013.553000:0:19010:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 13 pid: 19018 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553013:0:19010:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 13 pid: 19018 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553032:0:19010:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553040:0:19010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788688013.553056:0:19010:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001689468s 00010000:00010000:1.0:1788688013.553060:0:19010:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553074:0:19010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553082:0:19010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553087:0:19010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553093:0:19010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ed200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688013.553097:0:19010:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553105:0:19010:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553115:0:19010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553126:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788688013.553163:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+13:3312:x1875574839691520:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.553170:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788688013.553386:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3312:1875574839691520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788688013.553428:0:19040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a4dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a4d6 expref: 12 pid: 19018 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688013.553441:0:19040:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8b480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19040:1875574839691392:0@lo:104: 00010000:00010000:1.0:1788688013.553454:0:19040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553470:0:19040:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553478:0:19040:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688013.553514:0:19040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ed200/0xc2ddd83e7444a50e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688013.563587:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19007:x1875574839691264:12345-0@lo:253:mount.lustre.0 Request processed in 67784us (67904us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688013.563605:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788688013.563741:0:19007:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19007:1875574839691264:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788688013.563758:0:19007:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788688013.563762:0:19007:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788688013.563764:0:19007:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788688013.563765:0:19007:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788688013.563767:0:19007:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788688013.563768:0:19007:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788688013.563770:0:19007:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788688013.563771:0:19007:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788688013.563772:0:19007:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788688013.563774:0:19007:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788688013.563776:0:19007:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788688013.563791:0:19007:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788688013.569364:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688013.569568:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688013.569855:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688013.570014:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688013.571036:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688013.571209:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688013.572166:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688013.572455:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688013.572820:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688013.573028:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688013.573359:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688013.573685:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:1.0:1788688013.596736:0:19007:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:1.0:1788688013.597408:0:19007:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:2.0:1788688013.597753:0:19063:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:2.0:1788688013.597841:0:19063:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:3.0:1788688013.604346:0:19062:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:3.0:1788688013.604357:0:19062:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:01000000:1.0:1788688013.605607:0:19007:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788688013.605764:0:19007:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788688013.606848:0:19063:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788688013.606921:0:19063:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788688013.606926:0:19063:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000004:00000080:1.0:1788688013.607135:0:19007:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788688013.607154:0:19007:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788688013.607635:0:19007:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788688013.608787:0:19007:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788688013.609706:0:19007:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788688013.609764:0:19007:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788688013.610410:0:19007:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788688013.611762:0:19007:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:2.0:1788688013.617141:0:19007:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788688013.646154:0:19007:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788688013.646194:0:19007:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa9c600d1f988 00100000:10000000:2.0:1788688013.646202:0:19007:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788688013.647516:0:19007:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788688013.647532:0:19007:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.126@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788688013.647546:0:19007:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1788688013.647575:0:19007:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:0.0:1788688014.150671:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788688014.277615:0:19022:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788688014.277625:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9af3f343a800 from 9 10000000:01000000:0.0:1788688014.277630:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788688014.280125:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688014.280146:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688014.280179:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688014.280205:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e8ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839691648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788688014.280304:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688014.280439:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c681c300 going to sleep for 11 seconds 00000100:00100000:1.0:1788688014.280616:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691648 00000100:00100000:1.0:1788688014.280624:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691648 00000100:00100000:1.0:1788688014.280727:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788688014.280738:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19022:x1875574839691648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788688014.280750:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688014.280772:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a515 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688014.280796:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688014.280808:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688014.280826:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0200, rc 0) 00000100:00100000:1.0:1788688014.280880:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839691648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688014.280888:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788688014.281051:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e8ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839691648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688014.281071:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688014.281082:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688014.281141:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839691776:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788688014.281177:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688014.282172:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691776 00000100:00100000:1.0:1788688014.282182:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691776 00000100:00100000:1.0:1788688014.282237:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788688014.282247:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839691776:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788688014.282270:0:19018:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788688014.282294:0:19018:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788688014.282297:0:19018:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:1.0:1788688014.282405:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839691776:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 159us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688014.282412:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788688014.282810:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fb8ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788688014.282836:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839691776:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788688014.282900:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788688014.282909:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688014.282918:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788688014.535080:0:19058:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788688014.535092:0:19058:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788688014.535820:0:19058:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788688014.535829:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1788688015.174602:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788688015.558399:0:19058:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788688015.558409:0:19058:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788688015.560189:0:19058:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1788688015.560653:0:19058:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788688015.561593:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1788688016.197786:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688017.223387:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788688017.749957:0:19306:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg426-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788688018.245835:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788688018.503563:0:12639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688018.503571:0:12639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788688018.503574:0:12639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688018.503578:0:12639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788688018.503580:0:12639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788688018.503583:0:12639:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788688018.503587:0:12639:0:(import.c:65:import_set_state_nolock()) ffff9af3f589b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788688018.503601:0:12639:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9af3f589b000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788688018.503642:0:12639:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba9aa00 x1875574839692032/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788688018.503680:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875574839692032:0@lo:38:kworker.0 00000100:00100000:0.0:1788688018.503794:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688018.503946:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692032 00000100:00100000:3.0:1788688018.503958:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692032 00000100:00100000:3.0:1788688018.504008:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788688018.504016:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3309:x1875574839692032:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788688018.504044:0:19026:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 564 last 0 00000020:00000080:3.0:1788688018.504091:0:19026:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xc2ddd83e7444a523 00000004:00100000:3.0:1788688018.504108:0:19026:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788688018.504294:0:19026:0:(import.c:65:import_set_state_nolock()) ffff9af3c8345000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688018.504361:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875574839692032:12345-0@lo:38:kworker.0 Request processed in 344us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688018.504369:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788688018.504402:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839691904:0@lo:400:kworker.0 00010000:00080000:3.0:1788688018.504415:0:3309:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9af3fba9aa00 x1875574839692032/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788688028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788688018.504430:0:3309:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788688018.504438:0:3309:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00100000:1.0:1788688018.504441:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788688018.504443:0:3309:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788688018.504445:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f589b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788688018.504451:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875574839692032:0@lo:38:kworker.0 00000100:00100000:1.0:1788688018.504509:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839691904 00000100:00100000:1.0:1788688018.504514:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839691904 00000100:00100000:1.0:1788688018.504563:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788688018.504569:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:3310:x1875574839691904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788688018.504606:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:3310:x1875574839691904:12345-0@lo:400:kworker.0 Request processed in 38us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688018.504613:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788688018.504655:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839691904:0@lo:400:kworker.0 00010000:00010000:3.0:1788688019.269857:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688020.293793:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788688020.959068:0:19457:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc5620c3d0 20000000:00000080:3.0:1788688020.959240:0:19457:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9af3f7922c00 uarg=0000000000000000 20000000:01000000:3.0:1788688020.959289:0:19457:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788688020.959301:0:19457:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788688020.959308:0:19457:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788688020.960367:0:19458:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:3.0:1788688020.960856:0:19457:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788688020.971127:0:19457:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788688020.971160:0:19457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688020.971180:0:19457:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 11 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688020.971189:0:19457:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688020.971233:0:19457:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 11 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688020.971266:0:19457:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 11 pid: 19020 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688020.971282:0:19457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19457:1875574839692160:0@lo:104: 00000100:00100000:3.0:1788688020.971433:0:19457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688020.971661:0:19457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8570900 going to sleep for 11 seconds 00000100:00100000:1.0:1788688020.971957:0:19009:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692160 00000100:00100000:1.0:1788688020.971966:0:19009:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692160 00000100:00100000:1.0:1788688020.973428:0:19009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788688020.973440:0:19009:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19457:x1875574839692160:12345-0@lo:104: 00010000:00010000:1.0:1788688020.973457:0:19009:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.973554:0:19009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788688020.973560:0:19009:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19457:x1875574839692160:12345-0@lo:104: Request processed in 122us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688020.973566:0:19009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788688020.973602:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688020.973608:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.973615:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79eda00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:1.0:1788688020.973620:0:19014:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.973628:0:19014:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788688020.973646:0:19014:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788688020.973652:0:19014:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788688020.973691:0:19014:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.973699:0:19014:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788688020.973718:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.973725:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79eda00/0xc2ddd83e7444a4e4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a4eb expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.973740:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688020.973742:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688020.973744:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788688020.973751:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788688020.973763:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839692288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788688020.974076:0:19457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19457:1875574839692160:0@lo:104: 00010000:00010000:3.0:1788688020.974099:0:19457:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688020.974218:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688020.974315:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692288 00000100:00100000:3.0:1788688020.974322:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692288 00010000:00010000:3.0:1788688020.974746:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 12 pid: 19020 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688020.974855:0:19011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788688020.974866:0:19011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:3310:x1875574839692288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788688020.974878:0:19011:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688020.974885:0:19011:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 12 pid: 19020 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974896:0:19011:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 12 pid: 19020 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974914:0:19011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a4eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a4e4 expref: 12 pid: 19020 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974931:0:19011:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974940:0:19011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974956:0:19011:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974964:0:19011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974985:0:19011:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974992:0:19011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.974998:0:19011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ec800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688020.975013:0:19011:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.975022:0:19011:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.975083:0:19457:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688020.975092:0:19457:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.976358:0:19011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.976373:0:19011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3c13ec800/0xc2ddd83e7444a52a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19457 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688020.976390:0:19011:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788688020.976458:0:19011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:3310:x1875574839692288:12345-0@lo:103:ldlm_bl.0 Request processed in 1593us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688020.976467:0:19011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788688020.976536:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839692288:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788688021.318175:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688022.344740:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788688022.919836:0:19022:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788688022.919848:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3f343a800 from 10 10000000:01000000:2.0:1788688022.919864:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788688022.919942:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688022.919985:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688022.919999:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688022.920037:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839692416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788688022.920137:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688022.920212:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8912c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788688022.920355:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692416 00000100:00100000:0.0:1788688022.920368:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692416 00000100:00100000:0.0:1788688022.920444:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788688022.920455:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+11:19022:x1875574839692416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788688022.920472:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688022.920510:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a531 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688022.920561:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 12 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688022.920573:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 12 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688022.920585:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f79ec000, rc 0) 00000100:00100000:0.0:1788688022.920637:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839692416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 184us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688022.920645:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788688022.920781:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839692416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688022.920800:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688022.920811:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688022.921395:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839692544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788688022.921439:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688022.921943:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8912c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788688022.922125:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692544 00000100:00100000:1.0:1788688022.922133:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692544 00000100:00100000:1.0:1788688022.922235:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788688022.922253:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839692544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788688022.922987:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839692544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 600us (1410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688022.923000:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788688022.923108:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839692544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788688022.923165:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839692672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788688022.923215:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688022.923736:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8912c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788688022.923830:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692672 00000100:00100000:0.0:1788688022.923838:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692672 00000100:00100000:0.0:1788688022.923895:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788688022.923906:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839692672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788688022.924133:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19022:x1875574839692672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 228us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688022.924141:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788688022.924444:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839692672:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788688022.925397:0:19520:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1788688022.925998:0:19022:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1788688022.926027:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788688022.926042:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688022.926058:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688023.367424:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788688023.621839:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788688013/real 1788688013] req@ffff9af3c82e7480 x1875574839689344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688023.621876:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3c82e7480 x1875574839689344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688023.621889:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788688013/real 1788688013] req@ffff9af3fb82ed80 x1875574839689216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688023.621902:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3fb82ed80 x1875574839689216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788688023.621924:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788688023.621935:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788688023.621955:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839689344:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788688023.621961:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f5898800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788688023.621966:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788688023.621969:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839689216:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788688023.622598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788688023.622602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788688023.622606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9af3f5898800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788688023.622612:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 559 00000100:00080000:0.0:1788688023.622618:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788688023.622624:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9af3f5898800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:0.0:1788688023.622753:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788688023.622766:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839692800:0@lo:400:kworker.0 00000100:00100000:0.0:1788688023.622842:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688023.622922:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839692800 00000100:00100000:0.0:1788688023.622930:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839692800 00000100:00100000:0.0:1788688023.622982:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788688023.622991:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:3313:x1875574839692800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688023.623236:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fb82f480 x1875574839692928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788688023.623264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788688023.623267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788688023.623269:0:36:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788688023.623274:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 559 00000100:00080000:2.0:1788688023.623277:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788688023.623282:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9af3f388f000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:2.0:1788688023.623294:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fb82ce00 x1875574839693056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788688023.623390:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788688023.623401:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839693184:0@lo:400:kworker.0 00000100:00100000:1.0:1788688023.623440:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688023.623612:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839692928:0@lo:8:kworker.0 00000400:00000100:3.0:1788688023.623719:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875574839692928 offset 0 length 520: 4 00000100:00100000:3.0:1788688023.623740:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839693056:0@lo:8:kworker.0 00000400:00000100:3.0:1788688023.623761:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875574839693056 offset 0 length 520: 4 00000100:00100000:0.0:1788688023.623990:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:3313:x1875574839692800:12345-0@lo:400:kworker.0 Request processed in 999us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688023.624000:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788688023.624134:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693184 00000100:00100000:2.0:1788688023.624140:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693184 00000100:00100000:2.0:1788688023.624172:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788688023.624180:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839693184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688023.624230:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839693184:12345-0@lo:400:kworker.0 Request processed in 51us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688023.624236:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788688023.624274:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9af3fb82dc00 x1875574839693184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788688023.624286:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839693184:0@lo:400:kworker.0 00000100:00100000:0.0:1788688023.625103:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839692800:0@lo:400:kworker.0 00010000:00010000:1.0:1788688024.395621:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688025.413683:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788688025.801076:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788688026.438639:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788688026.867711:0:19707:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788688026.867715:0:19707:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:3.0:1788688026.867830:0:19707:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9af3c8344800 00000020:01000004:3.0:1788688026.867847:0:19707:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788688026.867858:0:19707:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1788688026.867871:0:19707:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9af3c2fb8000) 00000020:00000080:3.0:1788688026.867887:0:19707:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1788688026.897560:0:19707:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1788688026.897804:0:19707:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1788688026.905299:0:19707:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1788688026.906090:0:19707:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1788688026.907054:0:19707:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:2.0:1788688026.908835:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 579: rc = 0 00100000:10000000:2.0:1788688026.908991:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 579: rc = 0 00100000:10000000:2.0:1788688026.909125:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 579: rc = 0 00100000:10000000:3.0:1788688026.912749:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 292: rc = 0 00100000:10000000:3.0:1788688026.918133:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 292: rc = 0 00100000:10000000:3.0:1788688026.918665:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 292: rc = 0 00100000:10000000:3.0:1788688026.919141:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 292: rc = 0 00100000:10000000:3.0:1788688026.919554:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 292: rc = 0 00100000:10000000:3.0:1788688026.920671:0:19707:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 292: rc = 0 00000020:00000080:3.0:1788688026.922761:0:19707:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788688026.922773:0:19707:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788688026.922783:0:19707:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc2ddd83e7444a546 00000020:01000004:3.0:1788688026.922791:0:19707:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:3.0:1788688026.922811:0:19707:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.126@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788688026.922815:0:19707:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788688026.922825:0:19707:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788688026.922830:0:19707:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788688026.922841:0:19707:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9af3c2fbcd40) 00000020:00000080:3.0:1788688026.922850:0:19707:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:3.0:1788688026.926656:0:19707:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688026.928055:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788688026.928063:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788688026.936716:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788688026.936738:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788688026.937742:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788688026.937752:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788688026.943708:0:19707:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788688026.943923:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788688026.943930:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788688026.945546:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788688026.945558:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1788688026.985941:0:19707:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788688026.986180:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788688026.986189:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1788688026.992425:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788688026.992441:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788688026.999435:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788688026.999464:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1788688027.001639:0:19707:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788688027.001848:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788688027.001854:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1788688027.007199:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1788688027.007219:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1788688027.037841:0:19707:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788688027.038066:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1788688027.038073:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1788688027.039266:0:19707:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1788688027.039344:0:19707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1788688027.040191:0:19707:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1788688027.040215:0:19707:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:1.0:1788688027.040222:0:19707:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.126@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1788688027.057791:0:19707:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.126@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788688027.057834:0:19707:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.126@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1788688027.057839:0:19707:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788688027.057841:0:19707:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788688027.057842:0:19707:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788688027.057843:0:19707:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788688027.057845:0:19707:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788688027.057846:0:19707:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788688027.057847:0:19707:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788688027.057849:0:19707:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788688027.057851:0:19707:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788688027.057855:0:19707:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1788688027.057857:0:19707:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788688027.057859:0:19707:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788688027.057860:0:19707:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788688027.057861:0:19707:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788688027.057862:0:19707:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788688027.057868:0:19707:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788688027.057869:0:19707:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788688027.057870:0:19707:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788688027.057871:0:19707:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788688027.057900:0:19707:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788688027.057921:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693312:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788688027.057992:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.058126:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fc1c16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788688027.058347:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693312 00000100:00100000:2.0:1788688027.058356:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693312 00000100:00100000:2.0:1788688027.058503:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788688027.058514:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19707:x1875574839693312:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788688027.058562:0:19018:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788688027.058565:0:19018:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788688027.058569:0:19018:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788688027.085804:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19707:x1875574839693312:12345-0@lo:253:mount.lustre.0 Request processed in 27282us (27800us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688027.085819:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788688027.085925:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693312:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788688027.085940:0:19707:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788688027.085943:0:19707:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788688027.085946:0:19707:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788688027.085947:0:19707:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788688027.085948:0:19707:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788688027.085959:0:19707:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788688027.085961:0:19707:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788688027.085962:0:19707:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788688027.085964:0:19707:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788688027.085965:0:19707:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788688027.085985:0:19707:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9af3c8344800 from lustre-OST0000 10000000:01000000:0.0:1788688027.086008:0:19707:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1788688027.086011:0:19707:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788688027.086017:0:19707:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9af3c5b499c0 local copy 00010000:00010000:0.0:1788688027.086027:0:19707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688027.086368:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688027.086682:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.086719:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fc1c1000 going to sleep for 11 seconds 00000100:00100000:1.0:1788688027.086768:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693440 00000100:00100000:1.0:1788688027.086774:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693440 00000100:00100000:1.0:1788688027.086814:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788688027.086822:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19707:x1875574839693440:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688027.086984:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19707:x1875574839693440:12345-0@lo:501:mount.lustre.0 Request processed in 162us (301us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788688027.086992:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788688027.087134:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693440:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788688027.087151:0:19707:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788688027.087332:0:19707:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788688027.087340:0:19707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.087351:0:19707:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788688027.087385:0:19707:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9af3c8344800 10000000:01000000:3.0:1788688027.087389:0:19707:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788688027.087393:0:19707:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9af3c5b499c0 10000000:01000000:3.0:1788688027.087395:0:19707:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788688027.087399:0:19707:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9af3c5b499c0 from 1 10000000:01000000:3.0:1788688027.087402:0:19707:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788688027.087964:0:19707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.087975:0:19707:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.087999:0:19707:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688027.088019:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693568:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788688027.088062:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688027.088099:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c3019900 going to sleep for 11 seconds 00000100:00100000:1.0:1788688027.088415:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693568 00000100:00100000:1.0:1788688027.088422:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693568 00000100:00100000:1.0:1788688027.088472:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788688027.088497:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+12:19707:x1875574839693568:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688027.088508:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688027.088522:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d1c00/0xc2ddd83e7444a55b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a554 expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688027.088542:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d1c00/0xc2ddd83e7444a55b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a554 expref: 13 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688027.088552:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d1c00/0xc2ddd83e7444a55b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a554 expref: 13 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688027.088561:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d1c00, rc 0) 00000100:00100000:1.0:1788688027.088592:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+13:19707:x1875574839693568:12345-0@lo:101:mount.lustre.0 Request processed in 113us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688027.088605:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788688027.090119:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693568:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788688027.090143:0:19707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a55b expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.090155:0:19707:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a55b expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788688027.090176:0:19707:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788688027.090189:0:19707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a55b expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.090197:0:19707:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec600/0xc2ddd83e7444a554 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a55b expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788688027.090206:0:19707:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788688027.090212:0:19707:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788688027.090218:0:19707:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1788688027.090220:0:19707:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788688027.090245:0:19707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.090252:0:19707:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.090271:0:19707:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688027.090299:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693696:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788688027.090341:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688027.090388:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c3019900 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.092608:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693696 00000100:00100000:0.0:1788688027.092625:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693696 00000100:00100000:0.0:1788688027.092701:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788688027.092713:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+13:19707:x1875574839693696:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688027.092744:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688027.092763:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f79edc00/0xc2ddd83e7444a569 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a562 expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.092791:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f79edc00/0xc2ddd83e7444a569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a562 expref: 14 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.092801:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f79edc00/0xc2ddd83e7444a569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a562 expref: 14 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.092810:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f79edc00, rc 0) 00000100:00100000:0.0:1788688027.092895:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839693696:12345-0@lo:101:mount.lustre.0 Request processed in 186us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.092901:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788688027.094539:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693696:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788688027.094568:0:19707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a569 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.094582:0:19707:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a569 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788688027.095302:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1788688027.096119:0:19707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788688027.096353:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788688027.096389:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788688027.096431:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788688027.096534:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788688027.096569:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788688027.096595:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788688027.096631:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788688027.096659:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788688027.096684:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1788688027.096719:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1788688027.096746:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1788688027.096781:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1788688027.096828:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1788688027.096834:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1788688027.096920:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693824:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688027.096989:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688027.097039:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c3019f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788688027.099244:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693824 00000100:00100000:1.0:1788688027.099260:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693824 00000100:00100000:1.0:1788688027.099322:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788688027.099331:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839693824:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688027.099830:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839693824:12345-0@lo:501:mount.lustre.0 Request processed in 498us (2839us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688027.099839:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788688027.100538:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693824:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688027.100589:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693952:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788688027.100635:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688027.100677:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c3019f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788688027.100737:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839693952 00000100:00100000:1.0:1788688027.100742:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839693952 00000100:00100000:1.0:1788688027.100777:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788688027.100784:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839693952:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788688027.101316:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839693952:12345-0@lo:503:mount.lustre.0 Request processed in 529us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688027.101324:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788688027.101415:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839693952:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788688027.102307:0:19707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788688027.102384:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694080:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688027.102442:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688027.102523:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c3019f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.102621:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694080 00000100:00100000:0.0:1788688027.102627:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694080 00000100:00100000:0.0:1788688027.102702:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788688027.102711:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839694080:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788688027.102933:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839694080:12345-0@lo:502:mount.lustre.0 Request processed in 224us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.102940:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788688027.103215:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694080:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788688027.103469:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788688027.103789:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788688027.103819:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788688027.103863:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788688027.103899:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788688027.104062:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788688027.104174:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788688027.104211:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788688027.104239:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1788688027.104279:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1788688027.104314:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1788688027.104380:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1788688027.104418:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694208:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788688027.104561:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688027.104597:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3ee476e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.104672:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694208 00000100:00100000:0.0:1788688027.104678:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694208 00000100:00100000:0.0:1788688027.104754:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788688027.104765:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839694208:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788688027.104975:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839694208:12345-0@lo:502:mount.lustre.0 Request processed in 212us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.104993:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788688027.105077:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694208:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788688027.105164:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788688027.105174:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:3.0:1788688027.106202:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788688027.106211:0:19722:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:3.0:1788688027.106217:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.106219:0:19722:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788688027.106224:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788688027.106248:0:19722:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9af3edfc0000) 00000020:00000080:3.0:1788688027.106270:0:19722:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788688027.106275:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788688027.106343:0:19722:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3c8344800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788688027.106350:0:19722:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788688027.106358:0:19722:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc2ddd83e7444a577 00010000:00010000:2.0:1788688027.109905:0:19722:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:2.0:1788688027.110435:0:19722:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:2.0:1788688027.112375:0:19722:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:2.0:1788688027.113630:0:19722:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1788688027.113640:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788688027.113646:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688027.113648:0:19722:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1788688027.113652:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788688027.113655:0:19722:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:2.0:1788688027.113657:0:19722:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788688027.113659:0:19722:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788688027.113660:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788688027.113670:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688027.113672:0:19722:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788688027.113675:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788688027.113677:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688027.113679:0:19722:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788688027.113681:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788688027.113683:0:19722:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788688027.113685:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788688027.113687:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688027.113689:0:19722:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788688027.113691:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788688027.113693:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688027.113694:0:19722:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788688027.113697:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788688027.113743:0:19722:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788688027.113745:0:19722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788688027.113746:0:19722:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788688027.113749:0:19722:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788688027.113891:0:19707:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788688027.113915:0:19707:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788688027.113939:0:19707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a569 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.113959:0:19707:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3c13ec800/0xc2ddd83e7444a562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a569 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788688027.113968:0:19707:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3c8344800 from 1 10000000:01000000:0.0:1788688027.113971:0:19707:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788688027.114005:0:19707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.114013:0:19707:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.114025:0:19707:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688027.114048:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694336:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788688027.114114:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.114160:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fc1c1000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688027.114231:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694336 00000100:00100000:3.0:1788688027.114238:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694336 00000100:00100000:3.0:1788688027.114281:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788688027.114289:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+14:19707:x1875574839694336:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788688027.114301:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688027.114319:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a57e expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.114342:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 15 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.114352:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 15 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.114361:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ed000, rc 0) 00000100:00100000:3.0:1788688027.114392:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694336:12345-0@lo:101:mount.lustre.0 Request processed in 104us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688027.114397:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788688027.114511:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694336:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688027.114525:0:19707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.114535:0:19707:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788688027.115068:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:0.0:1788688027.115800:0:19707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788688027.116058:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788688027.116101:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788688027.116148:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788688027.116184:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788688027.116255:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788688027.116304:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788688027.116342:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788688027.116376:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788688027.116443:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788688027.116450:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:0.0:1788688027.116566:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694464:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688027.116621:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.116668:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694464 00000100:00100000:0.0:1788688027.116674:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694464 00000100:00100000:0.0:1788688027.116715:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788688027.116723:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694464:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688027.116939:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694464:12345-0@lo:501:mount.lustre.0 Request processed in 216us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.116946:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788688027.116977:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fc1c1000 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.116996:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694464:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688027.117023:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694592:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688027.117062:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.117085:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694592 00000100:00100000:0.0:1788688027.117095:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694592 00000100:00100000:0.0:1788688027.117116:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788688027.117121:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694592:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688027.117251:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694592:12345-0@lo:503:mount.lustre.0 Request processed in 128us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.117257:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788688027.117287:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fc1c1000 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.118648:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694592:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788688027.119257:0:19707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788688027.119559:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694720:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788688027.119622:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.119668:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c1254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788688027.119752:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694720 00000100:00100000:3.0:1788688027.119759:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694720 00000100:00100000:3.0:1788688027.119799:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788688027.119807:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694720:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688027.120068:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694720:12345-0@lo:502:mount.lustre.0 Request processed in 261us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688027.120076:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788688027.120165:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694720:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788688027.120398:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788688027.120450:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788688027.120659:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788688027.120702:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788688027.120734:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788688027.120782:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788688027.120819:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788688027.120850:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:0.0:1788688027.120880:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694848:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788688027.120927:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.121059:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fc1c1000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688027.121100:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694848 00000100:00100000:3.0:1788688027.121105:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694848 00000100:00100000:3.0:1788688027.121177:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788688027.121186:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694848:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688027.121354:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694848:12345-0@lo:502:mount.lustre.0 Request processed in 169us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688027.121361:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788688027.121433:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694848:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788688027.121578:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788688027.121590:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1788688027.128732:0:19725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788688027.128755:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.128758:0:19725:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788688027.128765:0:19725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af3c8344800 00000020:00000080:3.0:1788688027.128767:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788688027.128775:0:19725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788688027.128779:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.128781:0:19725:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788688027.128783:0:19725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788688027.128785:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.128787:0:19725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788688027.128790:0:19725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af3c8344800 00000020:00000080:3.0:1788688027.128792:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788688027.128860:0:19725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788688027.128873:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.128874:0:19725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788688027.128877:0:19725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788688027.128880:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.128882:0:19725:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788688027.128885:0:19725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9af3c8344800 00000020:00000080:3.0:1788688027.128887:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788688027.128930:0:19725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788688027.128934:0:19725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688027.128935:0:19725:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1788688027.128938:0:19725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:0.0:1788688027.129111:0:19707:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1788688027.129139:0:19707:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788688027.129165:0:19707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.129186:0:19707:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788688027.129230:0:19707:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788688027.129233:0:19707:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9af3c8344800 10000000:01000000:0.0:1788688027.129236:0:19707:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9af3c8344800 10000000:01000000:0.0:1788688027.129241:0:19707:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788688027.129247:0:19707:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9af3c8344800 from 1 10000000:01000000:0.0:1788688027.129251:0:19707:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788688027.129299:0:19707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.129308:0:19707:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.129319:0:19707:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688027.129354:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694976:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788688027.129431:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.129476:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c991e300 going to sleep for 11 seconds 00000100:00100000:3.0:1788688027.130222:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839694976 00000100:00100000:3.0:1788688027.130231:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839694976 00000100:00100000:3.0:1788688027.130293:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788688027.130302:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839694976:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788688027.130316:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688027.130330:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3c13ec400/0xc2ddd83e7444a593 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a58c expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.130366:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3c13ec400/0xc2ddd83e7444a593 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a58c expref: 16 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.130387:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3c13ec400/0xc2ddd83e7444a593 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a58c expref: 16 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.130396:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ec400, rc 0) 00000100:00100000:3.0:1788688027.130445:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839694976:12345-0@lo:101:mount.lustre.0 Request processed in 143us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688027.130451:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788688027.130595:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839694976:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688027.130610:0:19707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a593 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.130620:0:19707:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a593 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788688027.131285:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:0.0:1788688027.131626:0:19707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788688027.131917:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788688027.131962:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788688027.131996:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788688027.132044:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788688027.132081:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788688027.132146:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788688027.132187:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788688027.132223:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788688027.132275:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788688027.132314:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788688027.132350:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788688027.132399:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788688027.132439:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788688027.132538:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788688027.132608:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788688027.132649:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788688027.132685:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788688027.132731:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788688027.132766:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788688027.132800:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788688027.132849:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788688027.132886:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788688027.132920:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788688027.132967:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788688027.133001:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:0.0:1788688027.133029:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:0.0:1788688027.133072:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:0.0:1788688027.133109:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:0.0:1788688027.133142:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:0.0:1788688027.133217:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:0.0:1788688027.133253:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:0.0:1788688027.133284:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:0.0:1788688027.133317:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:0.0:1788688027.133363:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:0.0:1788688027.133401:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:0.0:1788688027.137241:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:0.0:1788688027.137362:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:0.0:1788688027.137625:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:0.0:1788688027.137693:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:0.0:1788688027.137732:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:0.0:1788688027.137834:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:0.0:1788688027.137842:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:0.0:1788688027.138084:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695104:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688027.138157:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.138249:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c991e300 going to sleep for 11 seconds 00000100:00100000:2.0:1788688027.138357:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695104 00000100:00100000:2.0:1788688027.138365:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695104 00000100:00100000:2.0:1788688027.138622:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788688027.138631:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695104:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788688027.139053:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695104:12345-0@lo:501:mount.lustre.0 Request processed in 420us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688027.139061:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788688027.139145:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695104:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688027.139187:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695232:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688027.142117:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.142166:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695232 00000100:00100000:0.0:1788688027.142175:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695232 00000100:00100000:0.0:1788688027.142270:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788688027.142290:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695232:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688027.143815:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695232:12345-0@lo:503:mount.lustre.0 Request processed in 1519us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.143828:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788688027.143891:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c991e300 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.143917:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695232:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788688027.147896:0:19707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788688027.148006:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695360:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788688027.148080:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.148120:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237480 going to sleep for 11 seconds 00000100:00100000:2.0:1788688027.148465:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695360 00000100:00100000:2.0:1788688027.148474:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695360 00000100:00100000:2.0:1788688027.148538:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788688027.148554:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695360:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788688027.148817:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695360:12345-0@lo:502:mount.lustre.0 Request processed in 264us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688027.148826:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788688027.151015:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695360:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788688027.151658:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788688027.151750:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788688027.151795:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788688027.153211:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788688027.154613:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788688027.154734:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788688027.154777:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788688027.154829:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788688027.154882:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788688027.154921:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788688027.154959:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788688027.155009:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788688027.155048:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788688027.155093:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788688027.155163:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788688027.155208:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788688027.155243:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788688027.155303:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788688027.155341:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788688027.155376:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788688027.155425:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788688027.155529:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788688027.155574:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788688027.155656:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788688027.155703:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:2.0:1788688027.155744:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:2.0:1788688027.155806:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:2.0:1788688027.155873:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:2.0:1788688027.155915:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:2.0:1788688027.155975:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:2.0:1788688027.156011:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:2.0:1788688027.156041:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:2.0:1788688027.156072:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:2.0:1788688027.156117:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:2.0:1788688027.156151:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:2.0:1788688027.156197:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:2.0:1788688027.156231:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:2.0:1788688027.156263:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:2.0:1788688027.156310:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:2.0:1788688027.156364:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:2.0:1788688027.156418:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695488:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788688027.156540:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688027.156586:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c5b2f540 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.158568:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695488 00000100:00100000:0.0:1788688027.158584:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695488 00000100:00100000:0.0:1788688027.158641:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788688027.158651:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695488:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688027.161439:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695488:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788688027.161632:0:19707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788688027.161653:0:19707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000100:00100000:0.0:1788688027.162272:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695488:12345-0@lo:502:mount.lustre.0 Request processed in 2624us (4735us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.162294:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000020:01000004:3.0:1788688027.165809:0:19731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788688027.165827:0:19731:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9af3edfc4d40) 00000020:00000080:3.0:1788688027.165849:0:19731:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:3.0:1788688027.165949:0:19731:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3c8344800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788688027.166135:0:19731:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af3c8344800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788688027.166140:0:19731:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3c8344800 3 00010000:00080000:3.0:1788688027.166177:0:19731:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af3e6e70800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.126@tcp at head 00010000:00010000:3.0:1788688027.171240:0:19731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:3.0:1788688027.171608:0:19731:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1788688027.171648:0:19731:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788688027.171662:0:19731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xc2ddd83e7444a5a1 00000100:00080000:3.0:1788688027.171674:0:19731:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788688027.171680:0:19731:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9af3e6e70800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788688027.171718:0:19731:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba99c00 x1875574839695616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788688027.171759:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875574839695616:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788688027.171838:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788688027.172088:0:19731:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788688027.172155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788688027.172160:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788688027.172163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788688027.172166:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788688027.172221:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788688027.172230:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875574839695744:0@lo:400:kworker.0 00000100:00100000:1.0:1788688027.172262:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688027.174729:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695616 00000100:00100000:1.0:1788688027.174741:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695616 00000100:00100000:1.0:1788688027.174777:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695744 00000100:00100000:1.0:1788688027.174779:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695744 00000100:00100000:1.0:1788688027.174804:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788688027.174813:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875574839695744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788688027.174881:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875574839695744:12345-0@lo:400:kworker.0 Request processed in 69us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688027.174888:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788688027.174904:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788688027.174909:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3309:x1875574839695616:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788688027.174930:0:19025:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 572 last 0 00000020:00000080:1.0:1788688027.174967:0:19025:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xc2ddd83e7444a5a8 00000004:00100000:1.0:1788688027.174980:0:19025:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788688027.175017:0:19025:0:(import.c:65:import_set_state_nolock()) ffff9af3c3a00000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788688027.175055:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875574839695616:12345-0@lo:38:llog_process_th.0 Request processed in 145us (3217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688027.175061:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788688027.175093:0:3311:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9af3c82e5500 x1875574839695744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688027.175107:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875574839695744:0@lo:400:kworker.0 00010000:00080000:1.0:1788688027.175138:0:3309:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9af3fba99c00 x1875574839695616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788688037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688027.175147:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788688027.175154:0:3309:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788688027.175162:0:3309:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788688027.175168:0:3309:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788688027.175170:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3e6e70800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788688027.175175:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875574839695616:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788688027.177328:0:19731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:3.0:1788688027.177384:0:19707:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1788688027.177416:0:19707:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788688027.177431:0:19707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a593 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688027.177443:0:19707:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec200/0xc2ddd83e7444a58c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a593 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788688027.177520:0:19707:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788688027.177523:0:19707:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788688027.177524:0:19707:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788688027.177525:0:19707:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788688027.177526:0:19707:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788688027.177527:0:19707:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788688027.177528:0:19707:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788688027.177530:0:19707:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788688027.177532:0:19707:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788688027.177536:0:19707:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788688027.177539:0:19707:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788688027.177540:0:19707:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788688027.177541:0:19707:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788688027.177542:0:19707:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788688027.177543:0:19707:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788688027.177544:0:19707:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788688027.177545:0:19707:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788688027.177546:0:19707:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788688027.177547:0:19707:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788688027.177570:0:19707:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788688027.177589:0:19707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695872:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788688027.177667:0:19707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688027.177698:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839695872 00000100:00100000:2.0:1788688027.177707:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839695872 00000100:00100000:3.0:1788688027.177708:0:19707:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c3019840 going to sleep for 11 seconds 00000100:00100000:2.0:1788688027.178448:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788688027.178476:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19707:x1875574839695872:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788688027.178547:0:19018:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788688027.178565:0:19018:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788688027.226227:0:19018:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788688027.226245:0:19018:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1788688027.226269:0:19040:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788688027.226287:0:19040:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788688027.226312:0:19040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.226333:0:19040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 16 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.226343:0:19040:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.226504:0:19040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 16 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.226521:0:19040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 16 pid: 19020 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688027.226553:0:19040:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19040:1875574839696000:0@lo:104: 00000100:00100000:0.0:1788688027.226679:0:19040:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.226783:0:19040:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237180 going to sleep for 11 seconds 00000100:00100000:0.0:1788688027.226825:0:19008:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696000 00000100:00100000:0.0:1788688027.226832:0:19008:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696000 00000100:00100000:0.0:1788688027.226932:0:19008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788688027.226944:0:19008:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19040:x1875574839696000:12345-0@lo:104: 00010000:00010000:0.0:1788688027.226967:0:19008:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227046:0:19008:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788688027.227065:0:19008:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19040:x1875574839696000:12345-0@lo:104: Request processed in 112us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.227073:0:19008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788688027.227140:0:19040:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19040:1875574839696000:0@lo:104: 00010000:00010000:0.0:1788688027.227178:0:19040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227198:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688027.227204:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227212:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ec800 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788688027.227216:0:19013:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227224:0:19013:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788688027.227240:0:19013:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788688027.227245:0:19013:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788688027.227279:0:19013:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227285:0:19013:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788688027.227304:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227311:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79ec800/0xc2ddd83e7444a515 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a51c expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227328:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688027.227330:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688027.227331:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788688027.227349:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3311:1875574839696128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788688027.227379:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688027.227523:0:19011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696128 00000100:00100000:0.0:1788688027.227527:0:19011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696128 00010000:00010000:0.0:1788688027.227545:0:19011:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 17 pid: 19020 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688027.227569:0:19011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788688027.227576:0:19011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:3311:x1875574839696128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788688027.227587:0:19011:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788688027.227592:0:19011:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 17 pid: 19020 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227610:0:19011:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 17 pid: 19020 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227624:0:19011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a51c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a515 expref: 17 pid: 19020 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227641:0:19011:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227649:0:19011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788688027.227661:0:19011:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001689468s 00010000:00010000:0.0:1788688027.227666:0:19011:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227674:0:19011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227680:0:19011:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227686:0:19011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227692:0:19011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ed000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688027.227697:0:19011:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227704:0:19011:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227725:0:19011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227754:0:19011:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788688027.227804:0:19011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3311:x1875574839696128:12345-0@lo:103:ldlm_bl.0 Request processed in 228us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688027.227812:0:19011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788688027.227863:0:19040:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227871:0:19040:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688027.227876:0:19040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ed000/0xc2ddd83e7444a5af lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688027.227929:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3311:1875574839696128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788688027.240558:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19707:x1875574839695872:12345-0@lo:253:mount.lustre.0 Request processed in 62077us (62880us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688027.240573:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788688027.240989:0:19707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19707:1875574839695872:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788688027.241034:0:19707:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788688027.241037:0:19707:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788688027.241052:0:19707:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788688027.241055:0:19707:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788688027.241056:0:19707:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788688027.241057:0:19707:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788688027.241058:0:19707:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788688027.241060:0:19707:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788688027.241062:0:19707:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788688027.241063:0:19707:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788688027.241078:0:19707:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1788688027.241707:0:19707:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1788688027.241879:0:19707:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1788688027.242037:0:19707:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1788688027.242192:0:19707:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1788688027.242342:0:19707:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1788688027.242742:0:19707:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1788688027.245767:0:19707:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788688027.306787:0:19707:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788688027.306796:0:19707:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788688027.306835:0:19707:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788688027.306896:0:19707:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.126@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788688027.306913:0:19707:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1788688027.306943:0:19707:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:1.0:1788688027.462606:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788688028.293573:0:19022:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788688028.293582:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9af3f343a800 from 10 10000000:01000000:0.0:1788688028.293588:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788688028.293650:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688028.293661:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688028.293687:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688028.293712:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839696256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788688028.293784:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688028.293837:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237480 going to sleep for 11 seconds 00000100:00100000:1.0:1788688028.294182:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696256 00000100:00100000:1.0:1788688028.294190:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696256 00000100:00100000:1.0:1788688028.294246:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788688028.294256:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+15:19022:x1875574839696256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788688028.294269:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688028.294283:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a5b6 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688028.294316:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 16 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688028.294327:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 16 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688028.294336:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0400, rc 0) 00000100:00100000:1.0:1788688028.294388:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19022:x1875574839696256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688028.294396:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788688028.295796:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839696256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788688028.295820:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688028.295830:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688028.295911:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839696384:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788688028.296246:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688028.296295:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237480 going to sleep for 11 seconds 00000100:00100000:3.0:1788688028.296354:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696384 00000100:00100000:3.0:1788688028.296361:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696384 00000100:00100000:3.0:1788688028.296412:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788688028.296421:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19022:x1875574839696384:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788688028.296452:0:19018:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788688028.296470:0:19018:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788688028.296473:0:19018:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:3.0:1788688028.296623:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19022:x1875574839696384:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 202us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688028.296631:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788688028.297367:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839696384:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788688028.297446:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788688028.297456:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688028.297465:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688028.490051:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688029.509777:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688030.533854:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688031.557687:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788688032.325649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688032.325655:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788688032.325664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688032.325667:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788688032.325723:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3312:1875574839696512:0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.325806:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688032.325860:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788688032.325867:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839696640:0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.326058:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839696768:0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.326092:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688032.326133:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696512 00000100:00100000:3.0:1788688032.326141:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696512 00000100:00100000:3.0:1788688032.326181:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788688032.326189:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3312:x1875574839696512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.326237:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3312:x1875574839696512:12345-0@lo:400:kworker.0 Request processed in 49us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688032.326245:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788688032.326836:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696768 00000100:00100000:3.0:1788688032.326842:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696768 00000100:00100000:3.0:1788688032.326883:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788688032.326890:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839696768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.326932:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839696768:12345-0@lo:400:kworker.0 Request processed in 42us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688032.326938:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788688032.326971:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788688032.326996:0:3310:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba99500 x1875574839696768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688032.327024:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839696768:0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.327063:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688032.327084:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3312:1875574839696512:0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.327112:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696640 00000100:00100000:3.0:1788688032.327162:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696640 00000100:00100000:3.0:1788688032.327185:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788688032.327190:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839696640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688032.327221:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839696640:12345-0@lo:400:kworker.0 Request processed in 31us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688032.327227:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788688032.327533:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba98380 x1875574839696640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688032.327548:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839696640:0@lo:400:kworker.0 00010000:00010000:1.0:1788688032.582165:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788688032.881139:0:20074:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg426-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788688033.605637:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688034.630133:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788688035.014674:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788688035.653674:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688036.678726:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788688037.454805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688037.454811:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788688037.454814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688037.454817:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788688037.454874:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3311:1875574839696896:0@lo:400:kworker.0 00000100:00100000:3.0:1788688037.454949:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688037.455096:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839696896 00000100:00100000:0.0:1788688037.455106:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839696896 00000100:00100000:0.0:1788688037.455160:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788688037.455170:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3311:x1875574839696896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688037.455228:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3311:x1875574839696896:12345-0@lo:400:kworker.0 Request processed in 59us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688037.455236:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788688037.458450:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3311:1875574839696896:0@lo:400:kworker.0 00000100:00100000:3.0:1788688037.458534:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839697024:0@lo:400:kworker.0 00000100:00100000:3.0:1788688037.458623:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688037.458659:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788688037.458667:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875574839697152:0@lo:400:kworker.0 00000100:00100000:3.0:1788688037.458695:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688037.459412:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697024 00000100:00100000:3.0:1788688037.459420:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697024 00000100:00100000:3.0:1788688037.459469:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697152 00000100:00100000:3.0:1788688037.459472:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697152 00000100:00100000:3.0:1788688037.459583:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788688037.459593:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839697024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688037.459785:0:19026:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788688037.459795:0:19026:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1788688037.459933:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839697024:12345-0@lo:400:kworker.0 Request processed in 340us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688037.459941:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788688037.459959:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788688037.459966:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875574839697152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688037.459994:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875574839697152:12345-0@lo:400:kworker.0 Request processed in 30us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688037.459999:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788688037.460020:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788688037.460107:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba9b800 x1875574839697152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688037.460121:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875574839697152:0@lo:400:kworker.0 00010000:00080000:3.0:1788688037.460131:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba9a300 x1875574839697024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688037.460140:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839697024:0@lo:400:kworker.0 00010000:00010000:1.0:1788688037.703216:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788688038.469624:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788688023/real 1788688023] req@ffff9af3fb82f480 x1875574839692928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688038.469658:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3fb82f480 x1875574839692928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688038.469674:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788688023/real 1788688023] req@ffff9af3fb82ce00 x1875574839693056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688038.469686:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9af3fb82ce00 x1875574839693056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788688038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788688038.469704:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f5898800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788688038.469713:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788688038.469716:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839692928:0@lo:8:kworker.0 00000100:00080000:1.0:1788688038.469721:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788688038.469725:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788688038.469728:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839693056:0@lo:8:kworker.0 00000100:00080000:3.0:1788688038.470043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688038.470047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788688038.470050:0:37:0:(import.c:65:import_set_state_nolock()) ffff9af3f5898800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788688038.470055:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 569 00000100:00080000:3.0:1788688038.470061:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788688038.470068:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9af3f5898800 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788688038.470087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba9b800 x1875574839697408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788688038.470100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688038.470102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788688038.470104:0:37:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788688038.470106:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 569 00000100:00080000:3.0:1788688038.470108:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788688038.470111:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9af3f388f000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788688038.470120:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba9aa00 x1875574839697536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788688038.470248:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839697280:0@lo:400:kworker.0 00000100:00100000:0.0:1788688038.470307:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788688038.470320:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839697792:0@lo:400:kworker.0 00000100:00100000:3.0:1788688038.470325:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688038.470372:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688038.470382:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788688038.470387:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875574839697664:0@lo:400:kworker.0 00000100:00100000:3.0:1788688038.470408:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688038.470441:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697280 00000100:00100000:3.0:1788688038.470449:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697280 00000100:00100000:0.0:1788688038.470458:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697792 00000100:00100000:0.0:1788688038.470461:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697792 00000100:00100000:0.0:1788688038.470502:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697664 00000100:00100000:3.0:1788688038.470504:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788688038.470505:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697664 00000100:00100000:3.0:1788688038.470511:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3310:x1875574839697280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688038.470522:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788688038.470527:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839697792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688038.470564:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839697792:12345-0@lo:400:kworker.0 Request processed in 36us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688038.470571:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788688038.470587:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788688038.470593:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875574839697664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688038.470620:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875574839697664:12345-0@lo:400:kworker.0 Request processed in 28us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688038.470626:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1788688038.470658:0:3313:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba9b100 x1875574839697792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788688038.470670:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839697792:0@lo:400:kworker.0 00000100:00100000:3.0:1788688038.470685:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3310:x1875574839697280:12345-0@lo:400:kworker.0 Request processed in 53us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688038.470688:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839697408:0@lo:8:kworker.0 00000100:00100000:3.0:1788688038.470692:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788688038.470723:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788688038.470728:0:3310:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba9ad80 x1875574839697664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688038.470737:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875574839697664:0@lo:400:kworker.0 00000100:00100000:3.0:1788688038.470745:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839697280:0@lo:400:kworker.0 00000100:00100000:0.0:1788688038.470745:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839697536:0@lo:8:kworker.0 00000100:00100000:0.0:1788688038.470768:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688038.470796:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697408 00000100:00100000:0.0:1788688038.470800:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697408 00000100:00100000:0.0:1788688038.470813:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697536 00000100:00100000:0.0:1788688038.470815:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697536 00000100:00100000:0.0:1788688038.470834:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788688038.470838:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875574839697408:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788688038.470862:0:19708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 584 last 0 00000020:00000080:0.0:1788688038.470893:0:19708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc2ddd83e7444a5c4 00002000:00100000:0.0:1788688038.470908:0:19708:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9af3c8874000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788688038.470913:0:19708:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788688038.470916:0:19708:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788688038.471278:0:19708:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788688038.471300:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9af3c8872000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788688038.471348:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3309:x1875574839697408:12345-0@lo:8:kworker.0 Request processed in 509us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688038.471355:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788688038.471369:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788688038.471373:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875574839697536:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788688038.471383:0:19708:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788688038.471407:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875574839697536:12345-0@lo:8:kworker.0 Request processed in 32us (638us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788688038.471412:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788688038.472469:0:3309:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba9b800 x1875574839697408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788688058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688038.472516:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788688038.472524:0:3309:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788688038.472531:0:3309:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788688038.472538:0:3309:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788688038.472540:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f5898800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788688038.472555:0:3309:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788688038.472561:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839697408:0@lo:8:kworker.0 00000100:00080000:1.0:1788688038.472580:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788688038.472584:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788688038.472587:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839697536:0@lo:8:kworker.0 00000004:00080000:0.0:1788688038.472600:0:19047:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x22:0x0] 00000100:00100000:0.0:1788688038.472618:0:19047:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19047:1875574839698048:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788688038.472658:0:19047:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688038.474276:0:19047:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fcdb39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788688038.474305:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839697920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788688038.474354:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788688038.475002:0:19046:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788688038.475456:0:19046:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 584165974737ns, next at 0ns, rc = 0 00000100:00100000:2.0:1788688038.476135:0:19712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839697920 00000100:00100000:2.0:1788688038.476149:0:19712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839697920 00000100:00100000:2.0:1788688038.476231:0:19712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788688038.476257:0:19712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1875574839697920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788688038.476302:0:19712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788688038.476388:0:19712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1875574839697920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688038.476395:0:19712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788688038.476467:0:3313:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3c2e88700 x1875574839697920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788688054 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788688038.476509:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839697920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788688038.477531:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698048 00000100:00100000:1.0:1788688038.477547:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698048 00000100:00100000:1.0:1788688038.477835:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788688038.477845:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:19047:x1875574839698048:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1788688038.477970:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:0.0:1788688038.488626:0:19708:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:0.0:1788688038.488644:0:19708:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788688038.488650:0:19708:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:35 to 0x240000400:65) 00002000:00010000:2.0:1788688038.524710:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.524726:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.524743:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.524748:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.524825:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.524846:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.524858:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.524873:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.524953:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688038.525528:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.525535:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.525546:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.525550:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.525554:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.525565:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.525573:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.525579:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528127:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788688038.528146:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528160:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4da00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688038.528165:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528177:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528208:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528216:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a5cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528260:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688038.528264:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528270:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4cc00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688038.528272:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528299:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528309:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.528318:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688038.528320:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688038.528321:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.529266:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.529277:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a5d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.531708:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.531723:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.531739:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.531744:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.531760:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.531776:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.531787:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.531795:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.535124:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.535139:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.535151:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4dc00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.535155:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.535166:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.535192:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.535201:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.535212:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.535215:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.536230:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.536255:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a5d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.537324:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.537333:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537376:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.537381:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.537388:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537401:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537410:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537417:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537443:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788688038.537460:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688038.537465:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537472:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4ce00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688038.537477:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537514:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537543:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537551:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a5e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.537569:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.537570:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.537572:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.538563:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.538572:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538584:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.538588:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.538593:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538603:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538610:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538617:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538648:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788688038.538660:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688038.538665:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538672:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688038.538676:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538685:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538699:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538707:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a5e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.538724:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.538726:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.538727:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.540295:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.540306:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540322:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.540334:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.540340:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540650:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540661:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540668:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540691:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788688038.540708:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688038.540713:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540721:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688038.540726:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540734:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.540969:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.541196:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a5ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.541217:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.541220:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.541222:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.542250:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.542655:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.542663:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.542678:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.542683:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.542688:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.542698:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.542708:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.542715:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.542728:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688038.542834:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.542840:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.542848:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.542852:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.542861:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.542878:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.542886:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a5f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.542907:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.542908:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.542910:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.543697:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.543712:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.543724:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.543728:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.543734:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.543746:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544108:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544116:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544179:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688038.544686:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.544692:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544702:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.544706:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.544710:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544720:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544734:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.544741:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545540:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788688038.545552:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545562:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.545577:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545586:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545605:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545612:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a5fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545637:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.545641:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545648:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.545652:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545660:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545670:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.545677:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.545684:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.545687:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.545833:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.545839:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a603 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.547519:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.547698:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.547707:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.547722:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.547727:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.547733:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.547748:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.547829:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.547850:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.547870:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688038.548731:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.548739:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.548749:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.549226:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.549251:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.549272:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.549279:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f92d327b/0xc2ddd83e7444a60a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.549301:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.549302:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.549304:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.552664:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.552681:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.552699:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.552704:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.552711:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.552726:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.552737:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.552745:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.553448:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688038.553668:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688038.553677:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.553688:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4dc00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688038.553695:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.553707:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.553728:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.553752:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bab02255/0xc2ddd83e7444a611 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688038.553787:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688038.553789:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688038.553791:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.555257:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.555267:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.555289:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.555294:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.555300:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.555312:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.555321:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.555328:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.555458:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688038.555985:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.555991:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.556002:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.556005:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.556009:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.556019:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.556037:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.556044:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556312:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788688038.556321:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556330:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4cc00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.556351:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556362:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556380:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556388:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099529de8/0xc2ddd83e7444a618 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556408:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.556411:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556417:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4ca00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.556420:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556427:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556437:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.556445:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.556453:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.556456:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.556659:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.556666:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad1075b0/0xc2ddd83e7444a61f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.557244:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.557251:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.557263:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.557272:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.557278:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.557291:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.557300:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.557320:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.557360:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.557366:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.557373:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.557377:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.557384:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.557397:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.557404:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.557406:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.557407:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.557590:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.557596:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a85eca7e/0xc2ddd83e7444a626 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.558206:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.558213:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.558223:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.558227:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.558241:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.558253:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.558262:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.558268:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.558309:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.558314:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.558321:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.558324:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.558334:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.558364:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.558375:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.558376:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.558378:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.558533:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.558537:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002643a8e6/0xc2ddd83e7444a62d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.558964:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.558970:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.558981:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.558985:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.558990:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.558999:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.559007:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.559013:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.559168:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.559173:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.559182:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.559186:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.559194:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.559207:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.559215:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.559216:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.559218:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.559293:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.559298:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d836d7f5/0xc2ddd83e7444a634 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.559941:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.559948:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.559959:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.559963:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.559968:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.559978:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.559986:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.559993:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560117:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.560124:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560142:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4ce00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.560145:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560154:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560168:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560176:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.560177:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.560179:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.560253:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.560258:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbae3479/0xc2ddd83e7444a63b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.560709:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.560715:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.560901:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.560905:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.560910:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.560921:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.560930:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.560937:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560983:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.560989:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.560997:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.561001:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.561009:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.561023:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.561038:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.561040:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.561042:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688038.561080:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788688038.561085:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000378489db/0xc2ddd83e7444a642 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.561422:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.561830:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.561836:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.561846:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.561850:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.561855:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.561877:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.561886:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.561893:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.561907:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688038.562315:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.562322:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.562331:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.562335:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.562339:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.562425:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.562434:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.562453:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.562466:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788688038.562970:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.562976:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.562986:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.562990:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.562995:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563004:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563013:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563020:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563028:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788688038.563643:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.563649:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563665:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.563669:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.563698:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563709:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563718:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563725:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.563850:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1788688038.564476:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.564510:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.564520:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.564523:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.564528:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.564538:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.564556:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.564562:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.564569:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1788688038.565314:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.565322:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.565332:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.565335:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.565339:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.565361:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.565369:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.565377:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.565401:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1788688038.566025:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:0.0:1788688038.566030:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:2.0:1788688038.566034:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566046:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.566050:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.566056:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566068:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566078:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566087:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566097:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1788688038.566621:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.566626:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566634:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.566643:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.566648:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566658:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566667:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566673:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.566681:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1788688038.567333:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.567339:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.567525:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.567529:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.567536:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.567547:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.567556:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.567570:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.567578:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:2.0:1788688038.568203:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.568210:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.568221:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.568224:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.568230:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.568252:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.568261:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.568268:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.568278:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:3.0:1788688038.568917:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1788688038.568927:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.568936:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.568942:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.568951:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.568968:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569424:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013bb7cab/0xc2ddd83e7444a649 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569454:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1788688038.569459:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569466:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.569500:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569510:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688038.569727:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788688038.569853:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569863:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006839585/0xc2ddd83e7444a650 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569881:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1788688038.569884:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569891:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4da00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.569896:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569905:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569917:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569925:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000748bc22f/0xc2ddd83e7444a657 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569947:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1788688038.569951:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569958:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.569962:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569970:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569981:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.569989:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a65e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570002:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1788688038.570006:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570013:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9c00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.570016:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570037:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570048:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570055:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bd76d33/0xc2ddd83e7444a665 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570068:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788688038.570072:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570078:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.570082:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570090:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570100:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570108:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085296eda/0xc2ddd83e7444a66c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570134:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788688038.570139:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570146:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.570150:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570159:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570170:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570178:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b58d605b/0xc2ddd83e7444a673 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570189:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788688038.570193:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570199:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.570202:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570220:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570231:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570273:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a67a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570288:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788688038.570291:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570297:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8a00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.570308:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570317:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570328:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.570336:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c999ce8/0xc2ddd83e7444a681 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.570426:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.570444:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.570449:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.570456:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.570467:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.570476:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.570516:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.570527:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788688038.571137:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.571144:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.571153:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.571157:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.571161:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.571170:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.571188:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.571195:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.571202:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788688038.571611:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788688038.571616:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571622:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.571626:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571634:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571648:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571655:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c892b75/0xc2ddd83e7444a688 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571666:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788688038.571669:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571676:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.571680:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571698:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571708:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571715:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a68f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571729:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.571732:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571738:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8c00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.571740:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571747:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571890:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571897:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000051faefa/0xc2ddd83e7444a696 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.571922:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.571923:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.571925:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.571938:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688038.573140:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688038.573150:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.573165:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=584s v=(0 0) 00010000:00010000:2.0:1788688038.573170:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688038.573177:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.573189:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.573198:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.573206:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688038.573295:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788688038.573559:0:19708:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:34 00000100:00100000:2.0:1788688038.573660:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:19047:x1875574839698048:12345-0@lo:5:osp-pre-0-0.0 Request processed in 95810us (100995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688038.573685:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788688038.573926:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688038.573934:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.573942:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688038.573946:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.573955:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.573970:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.573977:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000565f6da3/0xc2ddd83e7444a69d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688038.573996:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.573998:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688038.573999:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788688038.576342:0:19047:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19047:1875574839698048:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788688038.576363:0:19047:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x22:0x0] 00000100:00100000:0.0:1788688038.576419:0:19047:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19047:1875574839698176:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788688038.576495:0:19047:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688038.576554:0:19047:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fcdb39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688038.576940:0:19711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698176 00000100:00100000:1.0:1788688038.576948:0:19711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698176 00000100:00100000:1.0:1788688038.577286:0:19711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788688038.577298:0:19711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:19047:x1875574839698176:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788688038.577348:0:19711:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00000100:00100000:0.0:1788688038.586318:0:19711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:19047:x1875574839698176:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9015us (9832us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788688038.586331:0:19711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788688038.586393:0:19047:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19047:1875574839698176:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788688038.586408:0:19047:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00010000:00010000:0.0:1788688038.740892:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688039.760592:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788688039.970759:0:20425:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788688039.970763:0:20425:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:0.0:1788688039.970869:0:20425:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9af3c8873000 00000020:01000004:0.0:1788688039.970886:0:20425:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788688039.970900:0:20425:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:0.0:1788688039.970914:0:20425:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9af3c2ebb380) 00000020:00000080:0.0:1788688039.970932:0:20425:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1788688039.990674:0:20425:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1788688039.991012:0:20425:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1788688039.993156:0:20425:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1788688039.993527:0:20425:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1788688039.993883:0:20425:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1788688039.994428:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 311: rc = 0 00100000:10000000:1.0:1788688039.994616:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 311: rc = 0 00100000:10000000:1.0:1788688039.994845:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 311: rc = 0 00100000:10000000:1.0:1788688039.995573:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 480: rc = 0 00100000:10000000:1.0:1788688039.995996:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 480: rc = 0 00100000:10000000:1.0:1788688039.996432:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 480: rc = 0 00100000:10000000:1.0:1788688039.996798:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 480: rc = 0 00100000:10000000:1.0:1788688039.997139:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 480: rc = 0 00100000:10000000:1.0:1788688039.997693:0:20425:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 480: rc = 0 00000020:00000080:1.0:1788688039.998598:0:20425:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788688039.998611:0:20425:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788688039.998622:0:20425:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc2ddd83e7444a6ab 00000020:01000004:1.0:1788688039.998639:0:20425:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:1.0:1788688039.998663:0:20425:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.126@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788688039.998667:0:20425:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788688039.998674:0:20425:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788688039.998699:0:20425:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:1.0:1788688039.998777:0:20425:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.126@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1788688040.009946:0:20425:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.126@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788688040.009993:0:20425:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.126@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788688040.009998:0:20425:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788688040.010001:0:20425:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788688040.010002:0:20425:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788688040.010003:0:20425:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788688040.010005:0:20425:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788688040.010006:0:20425:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788688040.010008:0:20425:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788688040.010009:0:20425:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788688040.010010:0:20425:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788688040.010014:0:20425:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788688040.010016:0:20425:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788688040.010018:0:20425:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788688040.010019:0:20425:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788688040.010020:0:20425:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788688040.010021:0:20425:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788688040.010022:0:20425:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788688040.010023:0:20425:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788688040.010024:0:20425:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788688040.010025:0:20425:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788688040.010129:0:20425:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788688040.013600:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698304:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788688040.013691:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.014225:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.014388:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698304 00000100:00100000:3.0:1788688040.014413:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698304 00000100:00100000:3.0:1788688040.014470:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788688040.014507:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:20425:x1875574839698304:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788688040.014545:0:19018:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788688040.014548:0:19018:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1788688040.014552:0:19018:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788688040.050200:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:20425:x1875574839698304:12345-0@lo:253:mount.lustre.0 Request processed in 35713us (36500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688040.050226:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788688040.050273:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698304:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788688040.050289:0:20425:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788688040.050293:0:20425:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788688040.050312:0:20425:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788688040.050313:0:20425:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788688040.050315:0:20425:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788688040.050316:0:20425:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788688040.050317:0:20425:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788688040.050318:0:20425:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788688040.050320:0:20425:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788688040.050321:0:20425:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788688040.050342:0:20425:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9af3c8873000 from lustre-OST0001 10000000:01000000:1.0:1788688040.050631:0:20425:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788688040.050635:0:20425:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788688040.050644:0:20425:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9af3c5b499c0 local copy 00010000:00010000:1.0:1788688040.050657:0:20425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688040.050905:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688040.051132:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.051178:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088900 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.051358:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698432 00000100:00100000:3.0:1788688040.051366:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698432 00000100:00100000:3.0:1788688040.051412:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788688040.051423:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:20425:x1875574839698432:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688040.051857:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:20425:x1875574839698432:12345-0@lo:501:mount.lustre.0 Request processed in 435us (724us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788688040.051867:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788688040.051973:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698432:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788688040.051990:0:20425:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788688040.052244:0:20425:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788688040.052252:0:20425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.052263:0:20425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f79ede00/0xc2ddd83e7444a43c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a443 expref: -99 pid: 19007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788688040.052285:0:20425:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9af3c8873000 10000000:01000000:1.0:1788688040.052361:0:20425:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788688040.052368:0:20425:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788688040.052372:0:20425:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788688040.052383:0:20425:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1788688040.052386:0:20425:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1788688040.052415:0:20425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.052423:0:20425:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.052433:0:20425:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688040.052450:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698560:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788688040.052507:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.052582:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088900 going to sleep for 11 seconds 00000100:00100000:0.0:1788688040.052626:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698560 00000100:00100000:0.0:1788688040.052631:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698560 00000100:00100000:0.0:1788688040.052670:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788688040.052678:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:20425:x1875574839698560:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688040.052695:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688040.052818:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f79ed800/0xc2ddd83e7444a6b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a6b2 expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688040.052842:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f79ed800/0xc2ddd83e7444a6b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6b2 expref: 17 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688040.052854:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f79ed800/0xc2ddd83e7444a6b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6b2 expref: 17 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688040.052864:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f79ed800, rc 0) 00000100:00100000:0.0:1788688040.052949:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698560:12345-0@lo:101:mount.lustre.0 Request processed in 271us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688040.052956:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788688040.053021:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698560:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788688040.053035:0:20425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6b9 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.053121:0:20425:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a6b9 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788688040.054182:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788688040.055976:0:20425:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788688040.056561:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788688040.056608:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788688040.056636:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788688040.056675:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788688040.056775:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788688040.056811:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788688040.056854:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788688040.056881:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788688040.056931:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788688040.056995:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788688040.057003:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788688040.057172:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698688:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688040.057259:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688040.057442:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6e17840 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.057603:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698688 00000100:00100000:3.0:1788688040.057611:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698688 00000100:00100000:3.0:1788688040.057695:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788688040.057770:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698688:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688040.058382:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698688:12345-0@lo:501:mount.lustre.0 Request processed in 679us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.058392:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788688040.058564:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698688:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688040.058611:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698816:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688040.058658:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688040.058804:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6e17840 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.058840:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698816 00000100:00100000:3.0:1788688040.058847:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698816 00000100:00100000:3.0:1788688040.058912:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788688040.058921:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698816:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788688040.059460:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698816:12345-0@lo:503:mount.lustre.0 Request processed in 539us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.059468:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788688040.059582:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698816:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788688040.060932:0:20425:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788688040.061032:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698944:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788688040.061170:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.061272:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088900 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.061434:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839698944 00000100:00100000:3.0:1788688040.061441:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839698944 00000100:00100000:3.0:1788688040.061501:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788688040.061510:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698944:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688040.061903:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839698944:12345-0@lo:502:mount.lustre.0 Request processed in 393us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.061912:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788688040.062006:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839698944:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788688040.062267:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788688040.062463:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788688040.062543:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788688040.062595:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788688040.062635:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788688040.062672:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788688040.062799:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788688040.062840:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788688040.062896:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788688040.062932:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699072:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788688040.062983:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.063014:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088900 going to sleep for 11 seconds 00000100:00100000:2.0:1788688040.063135:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699072 00000100:00100000:2.0:1788688040.063141:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699072 00000100:00100000:2.0:1788688040.063188:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788688040.063197:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839699072:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788688040.063374:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839699072:12345-0@lo:502:mount.lustre.0 Request processed in 177us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688040.063381:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788688040.063532:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699072:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788688040.063595:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1788688040.063604:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:3.0:1788688040.064890:0:20426:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788688040.064899:0:20426:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:3.0:1788688040.064905:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688040.064908:0:20426:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788688040.064913:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788688040.064928:0:20426:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9af3edfc3380) 00000020:00000080:3.0:1788688040.064950:0:20426:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788688040.064960:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788688040.065035:0:20426:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3c8873000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788688040.065116:0:20426:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788688040.065124:0:20426:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc2ddd83e7444a6c7 00010000:00010000:3.0:1788688040.070007:0:20426:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:3.0:1788688040.071455:0:20426:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:3.0:1788688040.074689:0:20426:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:3.0:1788688040.076783:0:20426:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788688040.076797:0:20426:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788688040.076804:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688040.076807:0:20426:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788688040.076811:0:20426:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788688040.076816:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688040.076817:0:20426:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788688040.076821:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788688040.076822:0:20426:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788688040.076824:0:20426:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788688040.076833:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688040.076834:0:20426:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788688040.076837:0:20426:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788688040.076840:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688040.076841:0:20426:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788688040.076844:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788688040.076909:0:20426:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788688040.076914:0:20426:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788688040.076915:0:20426:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788688040.076919:0:20426:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788688040.077179:0:20425:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788688040.077217:0:20425:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788688040.077275:0:20425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6b9 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.077288:0:20425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1e00/0xc2ddd83e7444a6b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6b9 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788688040.077296:0:20425:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3c8873000 from 1 10000000:01000000:2.0:1788688040.077300:0:20425:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788688040.077340:0:20425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.077349:0:20425:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.077373:0:20425:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688040.077403:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788688040.077522:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.077575:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c831b000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.078847:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699200 00000100:00100000:3.0:1788688040.078859:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699200 00000100:00100000:3.0:1788688040.078917:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788688040.078928:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:20425:x1875574839699200:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788688040.078948:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688040.078966:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a6ce expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688040.078993:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 18 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688040.079006:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 18 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688040.079016:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ed800, rc 0) 00000100:00100000:3.0:1788688040.079171:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699200:12345-0@lo:101:mount.lustre.0 Request processed in 244us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.079179:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788688040.079338:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788688040.079358:0:20425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.079368:0:20425:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788688040.080881:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:2.0:1788688040.085243:0:20425:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788688040.086228:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788688040.086281:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788688040.086355:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788688040.086898:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788688040.087121:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788688040.087190:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788688040.087244:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788688040.087279:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788688040.087813:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788688040.087825:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:2.0:1788688040.088027:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699328:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788688040.088233:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.088332:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c831b000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.088458:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699328 00000100:00100000:3.0:1788688040.088468:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699328 00000100:00100000:3.0:1788688040.088692:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788688040.088721:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699328:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788688040.089009:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699328:12345-0@lo:501:mount.lustre.0 Request processed in 289us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.089018:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788688040.089233:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699328:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688040.089277:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699456:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788688040.089325:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.089802:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237840 going to sleep for 11 seconds 00000100:00100000:2.0:1788688040.089847:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699456 00000100:00100000:2.0:1788688040.089854:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699456 00000100:00100000:2.0:1788688040.089896:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788688040.089906:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699456:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788688040.090528:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699456:12345-0@lo:503:mount.lustre.0 Request processed in 622us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688040.090539:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788688040.091306:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699456:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788688040.092701:0:20425:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788688040.092944:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699584:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788688040.093021:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.093284:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237840 going to sleep for 11 seconds 00000100:00100000:2.0:1788688040.094578:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699584 00000100:00100000:2.0:1788688040.094587:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699584 00000100:00100000:2.0:1788688040.094641:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788688040.094651:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3e21c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699584:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788688040.095612:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3e21c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699584:12345-0@lo:502:mount.lustre.0 Request processed in 959us (2586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688040.095623:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788688040.095831:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699584:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788688040.096118:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788688040.096181:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788688040.096370:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788688040.096409:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788688040.096441:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788688040.096635:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788688040.096678:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788688040.096714:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:1.0:1788688040.096759:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699712:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788688040.096873:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.096920:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237840 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.097144:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699712 00000100:00100000:3.0:1788688040.097152:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699712 00000100:00100000:3.0:1788688040.097256:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788688040.097266:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699712:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688040.097539:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699712:12345-0@lo:502:mount.lustre.0 Request processed in 273us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.097548:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788688040.097652:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699712:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788688040.097908:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788688040.097923:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:0.0:1788688040.099249:0:20430:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688040.099261:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688040.099263:0:20430:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788688040.099270:0:20430:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af3c8873000 00000020:00000080:0.0:1788688040.099273:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788688040.099280:0:20430:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688040.099282:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688040.099284:0:20430:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788688040.099286:0:20430:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688040.099288:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688040.099289:0:20430:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788688040.099293:0:20430:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9af3c8873000 00000020:00000080:0.0:1788688040.099295:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788688040.099422:0:20430:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688040.099427:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688040.099428:0:20430:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788688040.099430:0:20430:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788688040.099432:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688040.099433:0:20430:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788688040.099437:0:20430:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9af3c8873000 00000020:00000080:0.0:1788688040.099439:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788688040.099500:0:20430:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788688040.099503:0:20430:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788688040.099505:0:20430:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788688040.099508:0:20430:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:2.0:1788688040.100132:0:20425:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:2.0:1788688040.100165:0:20425:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788688040.100189:0:20425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.100212:0:20425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788688040.100260:0:20425:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788688040.100264:0:20425:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9af3c8873000 10000000:01000000:2.0:1788688040.100267:0:20425:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9af3c8873000 10000000:01000000:2.0:1788688040.100270:0:20425:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788688040.100276:0:20425:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9af3c8873000 from 1 10000000:01000000:2.0:1788688040.100279:0:20425:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788688040.100318:0:20425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.100338:0:20425:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.100350:0:20425:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688040.100826:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699840:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788688040.100898:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688040.101465:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699840 00000100:00100000:0.0:1788688040.101473:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699840 00000100:00100000:0.0:1788688040.101550:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788688040.101557:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839699840:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788688040.101571:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688040.101585:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f79ed400/0xc2ddd83e7444a6e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a6dc expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688040.101606:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f79ed400/0xc2ddd83e7444a6e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6dc expref: 19 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688040.101617:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f79ed400/0xc2ddd83e7444a6e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6dc expref: 19 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688040.101625:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f79ed400, rc 0) 00000100:00100000:0.0:1788688040.101662:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839699840:12345-0@lo:101:mount.lustre.0 Request processed in 105us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688040.101670:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788688040.101906:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c831ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1788688040.101944:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699840:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788688040.102460:0:20425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6e3 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.102474:0:20425:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a6e3 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788688040.105681:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:2.0:1788688040.109673:0:20425:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788688040.112507:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788688040.112605:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788688040.112642:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788688040.112693:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788688040.112746:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788688040.112801:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788688040.112839:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788688040.112871:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788688040.112940:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788688040.112978:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788688040.113020:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788688040.113081:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788688040.113114:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788688040.113141:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788688040.113183:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788688040.113235:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788688040.113271:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788688040.113321:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788688040.113358:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788688040.113394:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788688040.113444:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788688040.113505:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788688040.113544:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788688040.113592:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788688040.113647:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:2.0:1788688040.113682:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:2.0:1788688040.113729:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:2.0:1788688040.113766:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:2.0:1788688040.113799:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:2.0:1788688040.113845:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:2.0:1788688040.113882:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:2.0:1788688040.113915:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:2.0:1788688040.113949:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:2.0:1788688040.114009:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:2.0:1788688040.114048:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:2.0:1788688040.114106:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:2.0:1788688040.114148:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:2.0:1788688040.114181:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:2.0:1788688040.114237:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:2.0:1788688040.114271:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:2.0:1788688040.114382:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:2.0:1788688040.114390:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:2.0:1788688040.114522:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788688040.114602:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.114655:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c831ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1788688040.115236:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839699968 00000100:00100000:1.0:1788688040.115245:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839699968 00000100:00100000:1.0:1788688040.115293:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788688040.115302:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839699968:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788688040.115593:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839699968:12345-0@lo:501:mount.lustre.0 Request processed in 291us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688040.115601:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788688040.120614:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839699968:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788688040.120680:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839700096:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788688040.121143:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688040.121186:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700096 00000100:00100000:0.0:1788688040.121191:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700096 00000100:00100000:0.0:1788688040.121252:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788688040.121260:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839700096:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788688040.121554:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3fcdb3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788688040.123623:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839700096:12345-0@lo:503:mount.lustre.0 Request processed in 2357us (2473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688040.123637:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788688040.124170:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839700096:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788688040.127913:0:20425:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788688040.129231:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839700224:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688040.129334:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688040.130506:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700224 00000100:00100000:0.0:1788688040.130525:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700224 00000100:00100000:0.0:1788688040.130588:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788688040.130599:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839700224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688040.131150:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c7283000 going to sleep for 11 seconds 00000100:00100000:0.0:1788688040.132863:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839700224:12345-0@lo:502:mount.lustre.0 Request processed in 2259us (3521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688040.132875:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788688040.134161:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839700224:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788688040.135611:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788688040.136439:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788688040.136547:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788688040.136613:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788688040.136652:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788688040.138161:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788688040.138278:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788688040.138320:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788688040.138812:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788688040.138860:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788688040.138888:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788688040.138930:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788688040.139863:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788688040.139911:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788688040.139989:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788688040.140029:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788688040.140580:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788688040.140629:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788688040.140656:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788688040.140681:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788688040.140734:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788688040.140764:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788688040.140817:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788688040.140862:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788688040.140895:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:3.0:1788688040.140924:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:3.0:1788688040.140982:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:3.0:1788688040.141014:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:3.0:1788688040.143575:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:3.0:1788688040.143714:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:3.0:1788688040.143756:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:3.0:1788688040.143789:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:3.0:1788688040.143820:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:3.0:1788688040.143868:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:3.0:1788688040.143905:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:3.0:1788688040.143970:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:3.0:1788688040.144010:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:3.0:1788688040.145827:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:3.0:1788688040.147955:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:3.0:1788688040.148009:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:3.0:1788688040.151082:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839700352:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688040.151179:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688040.151235:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700352 00000100:00100000:3.0:1788688040.151243:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700352 00000100:00100000:3.0:1788688040.151292:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788688040.151302:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839700352:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788688040.151593:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839700352:12345-0@lo:502:mount.lustre.0 Request processed in 291us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.151601:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788688040.151673:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c7283000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688040.151696:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839700352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788688040.151806:0:20425:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788688040.151822:0:20425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1788688040.154851:0:20435:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1788688040.154869:0:20435:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9af3edfc19c0) 00000020:00000080:3.0:1788688040.154894:0:20435:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:3.0:1788688040.154977:0:20435:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9af3c8873000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788688040.154981:0:20435:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9af3c8873000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788688040.154984:0:20435:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9af3c8873000 3 00010000:00080000:3.0:1788688040.155017:0:20435:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9af3ee73e000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.126@tcp at head 00010000:00010000:3.0:1788688040.160199:0:20435:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:3.0:1788688040.160398:0:20435:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788688040.160435:0:20435:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788688040.160446:0:20435:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xc2ddd83e7444a6f1 00000100:00080000:3.0:1788688040.160457:0:20435:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788688040.160462:0:20435:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9af3ee73e000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788688040.160521:0:20435:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba9a300 x1875574839700480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788688040.160558:0:20435:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788688040.160611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788688040.160614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788688040.160616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788688040.160621:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 584 00000100:00080000:3.0:1788688040.160625:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788688040.160629:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9af3f388f000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:3.0:1788688040.160640:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fba99f80 x1875574839700736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788688040.160683:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839700608:0@lo:400:kworker.0 00000100:00100000:3.0:1788688040.160751:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688040.160782:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788688040.160787:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875574839700864:0@lo:400:kworker.0 00000100:00100000:3.0:1788688040.160806:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688040.160831:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875574839700992:0@lo:400:kworker.0 00000100:00100000:3.0:1788688040.160849:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688040.160878:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700864 00000100:00100000:3.0:1788688040.160884:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700864 00000100:00100000:3.0:1788688040.160918:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700992 00000100:00100000:3.0:1788688040.160921:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700992 00000100:00100000:3.0:1788688040.160948:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788688040.160956:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875574839700864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688040.160997:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875574839700864:12345-0@lo:400:kworker.0 Request processed in 42us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.161003:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788688040.161022:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788688040.161027:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875574839700992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688040.161052:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875574839700992:12345-0@lo:400:kworker.0 Request processed in 25us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.161057:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788688040.161076:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788688040.161101:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba98000 x1875574839700992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688040.161113:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875574839700992:0@lo:400:kworker.0 00010000:00080000:3.0:1788688040.161133:0:3310:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba99180 x1875574839700864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688040.161141:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875574839700864:0@lo:400:kworker.0 00000100:00100000:2.0:1788688040.161905:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875574839700480:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788688040.161954:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.161987:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839700736:0@lo:8:kworker.0 00000100:00100000:2.0:1788688040.162008:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.162056:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700608 00000100:00100000:2.0:1788688040.162062:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700608 00000100:00100000:2.0:1788688040.162099:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700736 00000100:00100000:2.0:1788688040.162102:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700736 00000100:00100000:2.0:1788688040.162114:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788688040.162122:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3310:x1875574839700608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688040.162164:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3310:x1875574839700608:12345-0@lo:400:kworker.0 Request processed in 43us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688040.162170:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788688040.162183:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788688040.162186:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875574839700736:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788688040.162243:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875574839700736:12345-0@lo:8:kworker.0 Request processed in 54us (233us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788688040.162248:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788688040.162275:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788688040.162283:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788688040.162287:0:3309:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788688040.162290:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839700736:0@lo:8:kworker.0 00000100:00080000:3.0:1788688040.167296:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788688040.167358:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839700608:0@lo:400:kworker.0 00000100:00100000:3.0:1788688040.167405:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839700480 00000100:00100000:3.0:1788688040.167412:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839700480 00000100:00100000:3.0:1788688040.167458:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788688040.167466:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875574839700480:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788688040.167522:0:19024:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 585 last 0 00000020:00000080:3.0:1788688040.167556:0:19024:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xc2ddd83e7444a6f8 00000004:00100000:3.0:1788688040.167575:0:19024:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788688040.167613:0:19024:0:(import.c:65:import_set_state_nolock()) ffff9af3ee73c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688040.167885:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875574839700480:12345-0@lo:38:llog_process_th.0 Request processed in 229us (5742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688040.167894:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788688040.167948:0:3309:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9af3fba9a300 x1875574839700480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788688050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788688040.167959:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788688040.167972:0:3309:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788688040.167980:0:3309:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788688040.167985:0:3309:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788688040.167987:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3ee73e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788688040.167993:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875574839700480:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788688040.168612:0:20435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:2.0:1788688040.170622:0:20425:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788688040.170662:0:20425:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788688040.170694:0:20425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6e3 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.170715:0:20425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af4021d8e00/0xc2ddd83e7444a6dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a6e3 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788688040.170761:0:20425:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788688040.170764:0:20425:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788688040.170765:0:20425:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788688040.170767:0:20425:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788688040.170768:0:20425:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788688040.170769:0:20425:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788688040.170770:0:20425:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788688040.170772:0:20425:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788688040.170774:0:20425:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788688040.170778:0:20425:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788688040.170781:0:20425:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788688040.170783:0:20425:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788688040.170784:0:20425:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788688040.170785:0:20425:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788688040.170786:0:20425:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788688040.170787:0:20425:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788688040.170788:0:20425:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788688040.170788:0:20425:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788688040.170789:0:20425:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788688040.170819:0:20425:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788688040.170840:0:20425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839701120:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788688040.170909:0:20425:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.170951:0:20425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c83bf0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788688040.171237:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701120 00000100:00100000:0.0:1788688040.171246:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701120 00000100:00100000:0.0:1788688040.171297:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788688040.171306:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:20425:x1875574839701120:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788688040.171331:0:19020:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788688040.171345:0:19020:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788688040.201842:0:19020:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788688040.201893:0:19020:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1788688040.203604:0:19040:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788688040.203614:0:19040:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788688040.203638:0:19040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.203659:0:19040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 19 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.203667:0:19040:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.203738:0:19040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 19 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688040.203754:0:19040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 19 pid: 19020 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688040.203769:0:19040:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19040:1875574839701248:0@lo:104: 00000100:00100000:1.0:1788688040.203837:0:19040:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688040.203882:0:19040:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6e4db40 going to sleep for 11 seconds 00000100:00100000:2.0:1788688040.204255:0:19009:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701248 00000100:00100000:2.0:1788688040.204264:0:19009:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701248 00000100:00100000:2.0:1788688040.204327:0:19009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788688040.204337:0:19009:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19040:x1875574839701248:12345-0@lo:104: 00010000:00010000:2.0:1788688040.204352:0:19009:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204419:0:19009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788688040.204426:0:19009:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:19040:x1875574839701248:12345-0@lo:104: Request processed in 91us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688040.204432:0:19009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:2.0:1788688040.204464:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688040.204471:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204500:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ed200 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:2.0:1788688040.204505:0:19013:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204514:0:19013:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788688040.204521:0:19013:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788688040.204527:0:19013:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788688040.204562:0:19013:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204568:0:19013:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788688040.204589:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204597:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79ed200/0xc2ddd83e7444a5b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a5bd expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204625:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688040.204627:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688040.204628:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788688040.204650:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839701376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788688040.204683:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688040.204745:0:19011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701376 00000100:00100000:2.0:1788688040.204750:0:19011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701376 00010000:00010000:2.0:1788688040.204768:0:19011:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 20 pid: 19020 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688040.204792:0:19011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788688040.204798:0:19011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+20:3313:x1875574839701376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788688040.204810:0:19011:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688040.204815:0:19011:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 20 pid: 19020 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204825:0:19011:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 20 pid: 19020 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204843:0:19011:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204852:0:19011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788688040.204867:0:19011:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001689468s 00010000:00010000:2.0:1788688040.204872:0:19011:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204890:0:19011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204899:0:19011:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204905:0:19011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204911:0:19011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f49d0e00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688040.204916:0:19011:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204924:0:19011:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204933:0:19011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688040.204943:0:19011:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788688040.204974:0:19011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+20:3313:x1875574839701376:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688040.204981:0:19011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788688040.205017:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839701376:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788688040.205408:0:19040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f49d0400/0xc2ddd83e7444a5bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a5b6 expref: 19 pid: 19020 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688040.205423:0:19040:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19040:1875574839701248:0@lo:104: 00010000:00010000:3.0:1788688040.205438:0:19040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688040.205447:0:19040:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688040.205454:0:19040:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688040.205461:0:19040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f49d0e00/0xc2ddd83e7444a6ff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688040.214224:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:20425:x1875574839701120:12345-0@lo:253:mount.lustre.0 Request processed in 42910us (43305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688040.214238:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788688040.214321:0:20425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:20425:1875574839701120:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788688040.214336:0:20425:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788688040.214340:0:20425:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788688040.214342:0:20425:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788688040.214356:0:20425:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788688040.214358:0:20425:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788688040.214359:0:20425:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788688040.214360:0:20425:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788688040.214362:0:20425:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788688040.214363:0:20425:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788688040.214365:0:20425:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788688040.214386:0:20425:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788688040.214955:0:20425:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688040.215235:0:20425:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688040.215684:0:20425:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688040.215935:0:20425:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788688040.216164:0:20425:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788688040.216401:0:20425:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1788688040.217245:0:20425:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788688040.266960:0:20425:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1788688040.266969:0:20425:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1788688040.266999:0:20425:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788688040.267197:0:20425:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.126@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788688040.267223:0:20425:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1788688040.267255:0:20425:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:0.0:1788688040.774630:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688041.797858:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788688042.245600:0:19022:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788688042.245608:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9af3f343a800 from 11 10000000:01000000:1.0:1788688042.245614:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788688042.245723:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.245735:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.245746:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688042.245772:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839701504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788688042.245846:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688042.245893:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c2c1d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788688042.245914:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701504 00000100:00100000:1.0:1788688042.245932:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701504 00000100:00100000:1.0:1788688042.245976:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788688042.245983:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839701504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788688042.245996:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688042.246009:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0c00/0xc2ddd83e7444a70d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a706 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.246029:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0c00/0xc2ddd83e7444a70d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a706 expref: 19 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.246040:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0c00/0xc2ddd83e7444a70d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a706 expref: 19 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.246049:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0c00, rc 0) 00000100:00100000:1.0:1788688042.246081:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839701504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688042.246088:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788688042.246143:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839701504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788688042.246156:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a70d expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.246175:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a70d expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688042.246217:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839701632:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788688042.246243:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688042.246256:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c2c1d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788688042.246273:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701632 00000100:00100000:1.0:1788688042.246281:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701632 00000100:00100000:1.0:1788688042.246300:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788688042.246305:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839701632:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788688042.246318:0:19020:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788688042.246332:0:19020:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788688042.246335:0:19020:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788688042.246401:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839701632:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 95us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688042.246408:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788688042.246435:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839701632:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788688042.246503:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788688042.246511:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a70d expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688042.246519:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3f49d1000/0xc2ddd83e7444a706 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a70d expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788688042.688409:0:6712:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788688042.688430:0:6712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788688042.826227:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788688043.589763:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839701760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788688043.589854:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688043.589974:0:19712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701760 00000100:00100000:2.0:1788688043.589984:0:19712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701760 00000100:00100000:2.0:1788688043.590054:0:19712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788688043.590065:0:19712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839701760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788688043.590102:0:19712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788688043.590165:0:19712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839701760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688043.590172:0:19712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788688043.590209:0:3310:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788688043.590238:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839701760:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788688043.590361:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788688043.846419:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688044.870978:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788688045.255544:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:2.0:1788688045.642404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788688045.642412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788688045.642416:0:36:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788688045.642433:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9af3f388f000 using connection 192.168.204.126@tcp/0@lo 00000100:00100000:2.0:1788688045.642461:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9af3fb82ca80 x1875574839702144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788688045.642961:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3311:1875574839701888:0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.643030:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688045.643076:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839702528:0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.643113:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688045.643144:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788688045.643150:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875574839702400:0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.643176:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688045.643335:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839701888 00000100:00100000:1.0:1788688045.643342:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839701888 00000100:00100000:1.0:1788688045.643385:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788688045.643394:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3311:x1875574839701888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788688045.643440:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3311:x1875574839701888:12345-0@lo:400:kworker.0 Request processed in 47us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688045.643446:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788688045.644319:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839702016:0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.644361:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688045.644394:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788688045.644401:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839702272:0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.644423:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688045.644454:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fb82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839702144:0@lo:8:kworker.0 00000100:00100000:2.0:1788688045.644476:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688045.644518:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702528 00000100:00100000:2.0:1788688045.644523:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702528 00000100:00100000:2.0:1788688045.645190:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702400 00000100:00100000:2.0:1788688045.645974:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702400 00000100:00100000:2.0:1788688045.646005:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702272 00000100:00100000:2.0:1788688045.646008:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702272 00000100:00100000:2.0:1788688045.646021:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788688045.646028:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875574839702528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.646088:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875574839702528:12345-0@lo:400:kworker.0 Request processed in 60us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688045.646094:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788688045.646122:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788688045.646128:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875574839702400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.646152:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875574839702400:12345-0@lo:400:kworker.0 Request processed in 25us (2975us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688045.646157:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788688045.646166:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788688045.646171:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839702272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.646436:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839702272:12345-0@lo:400:kworker.0 Request processed in 263us (2010us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688045.646443:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788688045.646468:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702016 00000100:00100000:2.0:1788688045.646471:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702016 00000100:00100000:2.0:1788688045.646526:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702144 00000100:00100000:2.0:1788688045.646529:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702144 00010000:00080000:1.0:1788688045.646683:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af3fb82f100 x1875574839702272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688045.646698:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839702272:0@lo:400:kworker.0 00000100:00100000:0.0:1788688045.646876:0:19711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788688045.646887:0:19711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839702016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688045.646938:0:19711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839702016:12345-0@lo:400:kworker.0 Request processed in 55us (2575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688045.646945:0:19711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788688045.647300:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788688045.647305:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875574839702144:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788688045.647337:0:19708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 591 last 0 00000020:00000080:2.0:1788688045.647367:0:19708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc2ddd83e7444a714 00002000:00100000:2.0:1788688045.647380:0:19708:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9af3f7b71800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788688045.647392:0:19708:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788688045.647395:0:19708:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788688045.647761:0:19708:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788688045.647792:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9af3f7b76800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788688045.647848:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3309:x1875574839702144:12345-0@lo:8:kworker.0 Request processed in 541us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688045.647855:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1788688045.647922:0:3309:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af3fb82ca80 x1875574839702144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788688070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788688045.647937:0:3309:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788688045.647945:0:3309:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788688045.647949:0:3309:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788688045.647952:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9af3f388f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788688045.647965:0:3309:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788688045.647970:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875574839702144:0@lo:8:kworker.0 00000004:00080000:2.0:1788688045.647995:0:19048:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1788688045.648419:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839702016:0@lo:400:kworker.0 00000004:00080000:2.0:1788688045.648638:0:19048:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 591339156517ns, next at 0ns, rc = 0 00010000:00080000:2.0:1788688045.648678:0:3311:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af3fb82d500 x1875574839702400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788688045.648690:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875574839702400:0@lo:400:kworker.0 00000100:00100000:2.0:1788688045.648702:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3311:1875574839701888:0@lo:400:kworker.0 00010000:00080000:2.0:1788688045.648713:0:3311:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af3fb82ce00 x1875574839702528/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788688061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788688045.648722:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fb82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839702528:0@lo:400:kworker.0 00000100:00080000:3.0:1788688045.649440:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788688045.649447:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1788688045.649523:0:19049:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x6:0x0] 00000100:00100000:3.0:1788688045.649556:0:19049:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba99180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19049:1875574839702784:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788688045.649608:0:19049:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688045.649633:0:19049:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c5ad60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688045.650085:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839702656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788688045.650130:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688045.650176:0:19712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702656 00000100:00100000:1.0:1788688045.650183:0:19712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702656 00000100:00100000:1.0:1788688045.650311:0:19712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788688045.650321:0:19712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1875574839702656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788688045.650352:0:19712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788688045.650395:0:19712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1875574839702656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688045.650401:0:19712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1788688045.650422:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1788688045.650448:0:3312:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9af3fba9ad80 x1875574839702656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788688061 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788688045.650465:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839702656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788688045.651589:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702784 00000100:00100000:3.0:1788688045.651607:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702784 00000100:00100000:3.0:1788688045.651640:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788688045.651648:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:19049:x1875574839702784:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788688045.670497:0:19708:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:2.0:1788688045.670512:0:19708:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1788688045.670517:0:19708:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:7 to 0x280000400:65) 00002000:00010000:2.0:1788688045.681859:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.681872:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.681889:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.681893:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.681900:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.681918:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.681929:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.681937:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.681957:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688045.682712:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688045.682722:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.682733:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688045.682739:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.682749:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.682773:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.682793:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a71b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.682817:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.682819:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.682821:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.688944:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.688959:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.688977:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.688988:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.688995:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689011:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689022:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689030:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689053:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788688045.689071:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688045.689077:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689085:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9c00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688045.689090:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689111:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689130:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689149:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a722 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.689172:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.689175:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.689177:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.692378:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.692390:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.692408:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.692413:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.692420:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.692434:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.692444:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.692452:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.692475:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788688045.692505:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688045.692517:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.692524:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688045.692529:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.693691:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.693714:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.693723:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a729 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.693747:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.693749:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.693751:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.697348:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.697364:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.697384:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.697390:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.697397:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.697427:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.697440:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.697448:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.697471:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688045.698905:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688045.698915:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.698929:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688045.698934:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.698945:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.698966:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.698973:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a730 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.698999:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.699001:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.699003:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.699684:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.699691:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.699705:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.699709:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.699716:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.699728:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.699736:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.699753:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.699776:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688045.699889:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688045.699896:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.699904:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688045.699908:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.699916:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.699930:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.699938:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a737 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.699960:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.699963:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.699967:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.701280:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.701291:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.701370:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.701375:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.701381:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.701399:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.701410:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.701419:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.701447:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688045.701469:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688045.701478:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.701508:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688045.701513:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.701534:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.701551:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.701560:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a73e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.701581:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.701584:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.701587:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.702823:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.702833:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.702867:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.702872:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.702881:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.702895:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703241:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703249:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703272:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788688045.703287:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688045.703293:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703313:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9c00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688045.703317:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703326:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703354:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703363:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a745 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.703383:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.703385:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.703387:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.706348:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.706361:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.706377:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.706382:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.706390:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.706404:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.706415:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.706424:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.706460:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.708279:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688045.708291:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688045.708293:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.708301:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708316:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=591s v=(0 0) 00010000:00010000:0.0:1788688045.708320:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688045.708321:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788688045.708329:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708330:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708354:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708377:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.708381:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708389:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708410:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.708411:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.708421:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688045.708423:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a74c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.708451:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.708453:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.708456:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709142:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709151:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709161:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8a00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.709165:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709173:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709186:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709205:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c999ce8/0xc2ddd83e7444a753 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709331:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709334:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709336:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709341:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709344:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.709466:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.709472:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.709504:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.709514:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.709519:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.709532:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.709541:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.709548:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709607:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688045.709629:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.709680:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709690:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.709695:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709705:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709719:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709726:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c892b75/0xc2ddd83e7444a75a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.709755:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709763:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.709765:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.710413:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.710420:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.710431:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.710435:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.710440:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.710451:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.710459:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.710473:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.710514:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.710610:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1788688045.710639:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:0.0:1788688045.710726:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.710736:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.710750:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.710760:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.710777:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.710785:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a3e0b8e/0xc2ddd83e7444a761 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.710802:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.710803:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.710805:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.711682:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.711690:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.711704:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.711708:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.711715:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.711727:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.711736:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.711815:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.711835:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.712147:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688045.712155:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.712163:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9c00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.712168:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.712185:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.712200:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.712209:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bd76d33/0xc2ddd83e7444a768 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.712230:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.712233:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.712236:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.712680:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.712694:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.712706:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.712710:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.712715:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.712727:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.712736:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.712867:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.712893:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788688045.712939:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688045.712946:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.712955:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8c00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688045.712959:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.712968:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.712982:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.713001:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000051faefa/0xc2ddd83e7444a76f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.713024:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.713026:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.713029:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.714006:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.714014:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714027:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.714031:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.714036:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714048:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714065:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714072:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714107:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.714135:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688045.714144:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714153:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.714158:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714168:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714186:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714209:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000565f6da3/0xc2ddd83e7444a776 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714234:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.714236:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.714238:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.714608:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.714614:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714624:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.714627:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.714631:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714640:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714647:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714654:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.714690:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.714716:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688045.714722:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714729:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.714733:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714796:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714814:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714821:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfba9458/0xc2ddd83e7444a77d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.714840:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.714842:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.714844:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.717354:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.717368:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.717384:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.717388:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.717393:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.717406:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.717417:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.717424:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.717452:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788688045.717581:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688045.717593:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.717604:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.717610:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.717748:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.717769:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.717777:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df023cb6/0xc2ddd83e7444a784 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.717797:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.717799:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.717801:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.718395:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.718403:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.718414:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.718423:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.718428:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.718439:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.718448:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.718455:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.718501:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688045.721302:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.721317:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.721336:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.721341:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.721348:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.721364:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.721375:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.721391:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.721417:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788688045.721434:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788688045.721445:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.721456:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d8600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688045.721461:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.721688:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.721696:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.721704:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.721708:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.721719:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.721754:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.721763:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034e0e81e/0xc2ddd83e7444a792 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.721788:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.721790:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.721792:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.722379:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.722386:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.722399:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.722402:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.722407:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.722417:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.722426:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.722434:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.722463:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.722703:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.722709:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.722718:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.722723:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.722732:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.722745:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.722752:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b58d605b/0xc2ddd83e7444a799 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.722784:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.722788:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.722790:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.723020:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688045.723030:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788688045.723033:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723038:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.723042:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9ad0535/0xc2ddd83e7444a78b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723065:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.723069:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788688045.723072:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.723074:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688045.723075:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688045.723078:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788688045.723089:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723237:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723244:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723269:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.723354:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.723360:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.723368:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.723373:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.723381:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.723393:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.723400:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085296eda/0xc2ddd83e7444a7a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.723417:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.723419:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.723422:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.723729:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.723736:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723745:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.723749:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.723753:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723762:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723781:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723789:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.723809:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.724124:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.724129:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.724146:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.724150:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.724159:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.724170:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.724176:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf75c26a/0xc2ddd83e7444a7a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.724201:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.724203:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.724205:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.724448:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.724454:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.724463:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.724466:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.724471:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.726786:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.726808:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.726818:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.726862:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.727138:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.727148:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.727158:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.727163:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.727175:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.727215:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.727224:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3ad5bcd/0xc2ddd83e7444a7ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.727743:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.727747:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.727749:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.728817:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.728827:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.728841:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.728846:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.728853:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.728866:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.728875:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.728883:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.729067:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.729131:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.729139:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.729148:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.729152:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.729161:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.729178:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.729185:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1000991/0xc2ddd83e7444a7b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.729384:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.729386:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.729390:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.730432:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.730442:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.730455:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.730464:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.730470:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.730504:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.730515:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.730523:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.730542:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.730692:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.730701:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.730710:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.730716:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.730726:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.730742:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.730750:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a62832e/0xc2ddd83e7444a7bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.730778:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.730781:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.730784:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.731393:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.731401:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.731412:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.731416:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.731421:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.731432:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.731441:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.731455:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.731496:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.731556:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.731563:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.731586:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.731590:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.731610:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.731624:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.731633:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b46a0a54/0xc2ddd83e7444a7c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.731651:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.731653:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.731656:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.732291:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.732299:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.732309:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.732312:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.732317:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.732327:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.732335:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.732343:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.732362:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688045.732897:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.732971:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.732987:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.732991:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.732996:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733007:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733016:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733024:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733042:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788688045.733303:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788688045.733311:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733321:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778e00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.733327:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733337:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733362:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733371:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444a7ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733392:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.733396:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733403:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.733406:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733415:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733424:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733432:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444a7d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.733444:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.733447:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.733455:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.733462:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.733801:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.733808:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733819:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.733822:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.733826:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733835:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733853:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733860:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.733879:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.734126:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.734132:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.734142:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779600 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.734146:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.734154:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.734167:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.734174:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64b9615/0xc2ddd83e7444a7d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.734198:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.734201:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.734203:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.734640:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.734647:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.734658:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.734661:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.734666:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.734675:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.734684:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.734692:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.734726:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.735686:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.735694:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.735705:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.735710:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.735737:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.735753:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.735761:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a24bb006/0xc2ddd83e7444a7df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.735783:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.735786:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.735788:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788688045.735868:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.735875:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.735886:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.735889:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.735894:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.736216:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.736226:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.736234:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.736693:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788688045.738045:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788688045.738056:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.738073:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=591s v=(0 0) 00010000:00010000:2.0:1788688045.738088:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688045.738249:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.738266:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738274:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788688045.738275:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738288:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.738289:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738315:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778a00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.738322:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688045.738330:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.738334:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738353:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.738362:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688045.738369:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738373:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000769dd09f/0xc2ddd83e7444a7e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.738377:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778000 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688045.738380:0:20739:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.738388:0:20739:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738398:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.738400:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.738402:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.738404:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.738408:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dff89961/0xc2ddd83e7444a7ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.738427:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.738430:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688045.738431:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788688045.739510:0:19708:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788688045.739519:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.739534:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=591s v=(0 0) 00010000:00010000:3.0:1788688045.739538:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788688045.739543:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.739553:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.739562:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.739569:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688045.739586:0:19708:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788688045.739757:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688045.739764:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.739772:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ed200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688045.739777:0:19014:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.739787:0:19014:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.739803:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.739810:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f07642b0/0xc2ddd83e7444a7f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688045.739834:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.739835:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688045.739837:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1788688045.744215:0:19708:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:6 00000100:00100000:3.0:1788688045.744329:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:19049:x1875574839702784:12345-0@lo:5:osp-pre-1-0.0 Request processed in 92677us (94716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688045.744339:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788688045.744570:0:19049:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fba99180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19049:1875574839702784:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788688045.744586:0:19049:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x6:0x0] 00000100:00100000:0.0:1788688045.744633:0:19049:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19049:1875574839702912:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788688045.744670:0:19049:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688045.744720:0:19049:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3e6e173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788688045.747339:0:19711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839702912 00000100:00100000:3.0:1788688045.747357:0:19711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839702912 00000100:00100000:3.0:1788688045.747439:0:19711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788688045.747451:0:19711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:19049:x1875574839702912:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788688045.747525:0:19711:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788688045.753134:0:19711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:19049:x1875574839702912:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5669us (8447us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788688045.753153:0:19711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788688045.754546:0:19049:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19049:1875574839702912:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788688045.754565:0:19049:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00010000:00010000:1.0:1788688045.897326:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788688046.076802:0:20782:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg426-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788688046.917790:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688047.941720:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788688048.012160:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.013637:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785472 00000100:00100000:2.0:1788688048.013651:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785472 00000100:00100000:2.0:1788688048.013711:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 75 00000100:00100000:2.0:1788688048.013720:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2345:x1875574819785472:12345-192.168.204.26@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788688048.013750:0:19019:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 7f147215-20b6-4bdb-8999-0b0a45b4aa29@192.168.204.26@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:2.0:1788688048.013783:0:19019:0:(genops.c:1385:class_connect()) connect: client 7f147215-20b6-4bdb-8999-0b0a45b4aa29, cookie 0xc2ddd83e7444a7fb 00000100:00080000:2.0:1788688048.013932:0:19019:0:(import.c:65:import_set_state_nolock()) ffff9af3f7b73800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788688048.014023:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+5:2345:x1875574819785472:12345-192.168.204.26@tcp:250:mount.lustre.0 Request processed in 302us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.014030:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 75 00000100:00100000:0.0:1788688048.018282:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.018362:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785600 00000100:00100000:1.0:1788688048.018373:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785600 00000100:00100000:1.0:1788688048.018432:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 76 00000100:00100000:1.0:1788688048.018441:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+5:16744:x1875574819785600:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788688048.018458:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688048.018523:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0800/0xc2ddd83e7444a802 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de3594346309f expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.018552:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0800/0xc2ddd83e7444a802 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346309f expref: 6 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.018564:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0800/0xc2ddd83e7444a802 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346309f expref: 6 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.018573:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0800, rc 0) 00000100:00100000:1.0:1788688048.018621:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+6:16744:x1875574819785600:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 181us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.018628:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 76 00000100:00100000:3.0:1788688048.023265:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.023413:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785728 00000100:00100000:1.0:1788688048.023439:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785728 00000100:00100000:1.0:1788688048.023676:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 77 00000100:00100000:1.0:1788688048.023688:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+6:16744:x1875574819785728:12345-192.168.204.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788688048.024398:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+6:16744:x1875574819785728:12345-192.168.204.26@tcp:501:mount.lustre.0 Request processed in 707us (1144us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788688048.024416:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 77 00000100:00100000:0.0:1788688048.031151:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.031704:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785856 00000100:00100000:2.0:1788688048.031734:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785856 00000100:00100000:2.0:1788688048.033263:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 78 00000100:00100000:2.0:1788688048.033283:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+6:16744:x1875574819785856:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788688048.033300:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688048.033320:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2778400/0xc2ddd83e7444a809 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de359434630a6 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688048.033350:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2778400/0xc2ddd83e7444a809 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630a6 expref: 7 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688048.033363:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2778400/0xc2ddd83e7444a809 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630a6 expref: 7 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688048.033374:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2778400, rc 0) 00000100:00100000:2.0:1788688048.033444:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+7:16744:x1875574819785856:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 171us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.033452:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 78 00000100:00100000:0.0:1788688048.039075:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.039182:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819785984 00000100:00100000:1.0:1788688048.039193:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819785984 00000100:00100000:1.0:1788688048.039256:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 79 00000100:00100000:1.0:1788688048.039267:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+7:16744:x1875574819785984:12345-192.168.204.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788688048.039603:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16744:x1875574819785984:12345-192.168.204.26@tcp:501:mount.lustre.0 Request processed in 337us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.039612:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 79 00000100:00100000:3.0:1788688048.047232:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.049446:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786112 00000100:00100000:2.0:1788688048.049471:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786112 00000100:00100000:2.0:1788688048.049587:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 80 00000100:00100000:2.0:1788688048.049599:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc5fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16744:x1875574819786112:12345-192.168.204.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788688048.049863:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc5fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16744:x1875574819786112:12345-192.168.204.26@tcp:503:mount.lustre.0 Request processed in 265us (2649us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.049871:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 80 00000100:00100000:0.0:1788688048.055896:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.056082:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786240 00000100:00100000:2.0:1788688048.056213:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786240 00000100:00100000:2.0:1788688048.056411:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 81 00000100:00100000:2.0:1788688048.056427:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16763:x1875574819786240:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788688048.057310:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16763:x1875574819786240:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 880us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.057323:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 81 00000100:00100000:0.0:1788688048.076778:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.076906:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786368 00000100:00100000:1.0:1788688048.076917:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786368 00000100:00100000:1.0:1788688048.076984:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 82 00000100:00100000:1.0:1788688048.076995:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16763:x1875574819786368:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788688048.077300:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16763:x1875574819786368:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 306us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.077309:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 82 00000100:00100000:3.0:1788688048.085654:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.085764:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786496 00000100:00100000:2.0:1788688048.085782:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786496 00000100:00100000:1.0:1788688048.085967:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 83 00000100:00100000:1.0:1788688048.085981:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+8:16744:x1875574819786496:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788688048.086000:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688048.086020:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0000/0xc2ddd83e7444a810 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de359434630d0 expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.086063:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0000/0xc2ddd83e7444a810 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d0 expref: 9 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.086076:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3f49d0000/0xc2ddd83e7444a810 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d0 expref: 9 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.086105:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d0000, rc 0) 00000100:00100000:1.0:1788688048.086193:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+9:16744:x1875574819786496:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 215us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.086202:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 83 00000100:00100000:0.0:1788688048.092087:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.092538:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786624 00000100:00100000:2.0:1788688048.092549:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786624 00000100:00100000:2.0:1788688048.092612:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 84 00000100:00100000:2.0:1788688048.092623:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+9:16744:x1875574819786624:12345-192.168.204.26@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788688048.092650:0:19019:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788688048.092667:0:19019:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788688048.092672:0:19019:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788688048.092675:0:19019:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788688048.092678:0:19019:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788688048.100087:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+9:16744:x1875574819786624:12345-192.168.204.26@tcp:256:mount.lustre.0 Request processed in 7450us (7995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.100105:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 84 00000100:00100000:3.0:1788688048.106298:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.106543:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786752 00000100:00100000:2.0:1788688048.106558:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786752 00000100:00100000:2.0:1788688048.106641:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 85 00000100:00100000:2.0:1788688048.106654:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+9:16744:x1875574819786752:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788688048.106678:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688048.106707:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de359434630d7 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688048.106747:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 10 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688048.106787:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 10 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688048.106801:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779e00, rc 0) 00000100:00100000:2.0:1788688048.106883:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16744:x1875574819786752:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 232us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.106891:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 85 00000100:00100000:0.0:1788688048.112785:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.112898:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819786880 00000100:00100000:2.0:1788688048.112913:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819786880 00000100:00100000:2.0:1788688048.112992:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 86 00000100:00100000:2.0:1788688048.113004:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16744:x1875574819786880:12345-192.168.204.26@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788688048.113558:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16744:x1875574819786880:12345-192.168.204.26@tcp:501:mount.lustre.0 Request processed in 544us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.113569:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 86 00000100:00100000:2.0:1788688048.117705:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.117810:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787008 00000100:00100000:1.0:1788688048.117824:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787008 00000100:00100000:1.0:1788688048.118253:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 87 00000100:00100000:1.0:1788688048.118268:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16744:x1875574819787008:12345-192.168.204.26@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788688048.118693:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16744:x1875574819787008:12345-192.168.204.26@tcp:503:mount.lustre.0 Request processed in 427us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.118702:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 87 00000100:00100000:0.0:1788688048.123121:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688048.123295:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787136 00000100:00100000:3.0:1788688048.123309:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787136 00000100:00100000:3.0:1788688048.123761:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 88 00000100:00100000:3.0:1788688048.123773:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16768:x1875574819787136:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788688048.124147:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16768:x1875574819787136:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 374us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688048.124157:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 88 00000100:00100000:3.0:1788688048.130040:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.131438:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787264 00000100:00100000:1.0:1788688048.131458:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787264 00000100:00100000:1.0:1788688048.131598:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 89 00000100:00100000:1.0:1788688048.131611:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16768:x1875574819787264:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788688048.131978:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16768:x1875574819787264:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 368us (1951us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.132000:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 89 00000100:00100000:2.0:1788688048.137445:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688048.137606:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787392 00000100:00100000:3.0:1788688048.137619:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787392 00000100:00100000:2.0:1788688048.137797:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:2.0:1788688048.137808:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2345:x1875574819787392:12345-192.168.204.26@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788688048.137857:0:20294:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be@192.168.204.26@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:2.0:1788688048.137925:0:20294:0:(genops.c:1385:class_connect()) connect: client 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be, cookie 0xc2ddd83e7444a81e 00000004:00100000:2.0:1788688048.137966:0:20294:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:2.0:1788688048.137973:0:20294:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788688048.171818:0:20294:0:(import.c:65:import_set_state_nolock()) ffff9af3ee73b000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788688048.171909:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2345:x1875574819787392:12345-192.168.204.26@tcp:38:mount.lustre.0 Request processed in 34099us (34477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.171933:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:0.0:1788688048.174588:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688048.174685:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.181027:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787520 00000100:00100000:2.0:1788688048.181045:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787520 00000100:00100000:2.0:1788688048.181391:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787648 00000100:00100000:2.0:1788688048.181396:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787648 00000100:00100000:2.0:1788688048.181518:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:2.0:1788688048.181530:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:0:x1875574819787520:12345-192.168.204.26@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788688048.181698:0:19024:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1788688048.181817:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:0:x1875574819787520:12345-192.168.204.26@tcp:41:mount.lustre.0 Request processed in 289us (7237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.181825:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:2.0:1788688048.181843:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:2.0:1788688048.181850:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16744:x1875574819787648:12345-192.168.204.26@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788688048.181861:0:19024:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1788688048.181881:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16744:x1875574819787648:12345-192.168.204.26@tcp:41:mount.lustre.0 Request processed in 32us (7196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.181887:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00080000:3.0:1788688048.182808:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788688048.186778:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.186937:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787776 00000100:00100000:2.0:1788688048.186949:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787776 00000100:00100000:2.0:1788688048.187022:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:2.0:1788688048.187034:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16744:x1875574819787776:12345-192.168.204.26@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788688048.187140:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16744:x1875574819787776:12345-192.168.204.26@tcp:40:mount.lustre.0 Request processed in 107us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.187149:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:2.0:1788688048.193876:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.193932:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688048.193965:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688048.194196:0:19027:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788160 00000100:00100000:1.0:1788688048.194211:0:19027:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788160 00000100:00100000:1.0:1788688048.194270:0:19027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:1.0:1788688048.194280:0:19027:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16744:x1875574819788160:12345-192.168.204.26@tcp:33:mount.lustre.0 00000100:00100000:3.0:1788688048.194590:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819787904 00000100:00100000:3.0:1788688048.194596:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819787904 00000100:00100000:3.0:1788688048.194627:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788032 00000100:00100000:3.0:1788688048.194630:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788032 00000100:00100000:3.0:1788688048.194642:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:3.0:1788688048.194648:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2345:x1875574819787904:12345-192.168.204.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788688048.194674:0:19708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be@192.168.204.26@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:3.0:1788688048.194710:0:19708:0:(genops.c:1385:class_connect()) connect: client 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be, cookie 0xc2ddd83e7444a825 00002000:00100000:3.0:1788688048.194729:0:19708:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be/ffff9af3ee73d800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788688048.194755:0:19708:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788688048.195105:0:19708:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788688048.195138:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9af3ee73a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688048.195220:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2345:x1875574819787904:12345-192.168.204.26@tcp:8:mount.lustre.0 Request processed in 570us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688048.195229:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:3.0:1788688048.195254:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00100000:3.0:1788688048.195259:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2345:x1875574819788032:12345-192.168.204.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788688048.195276:0:19708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be@192.168.204.26@tcp t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:3.0:1788688048.195295:0:19708:0:(genops.c:1385:class_connect()) connect: client 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be, cookie 0xc2ddd83e7444a82c 00002000:00100000:3.0:1788688048.195301:0:19708:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be/ffff9af3c7299800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788688048.195315:0:19708:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000004:00080000:2.0:1788688048.196128:0:19027:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1779us 00002000:00080000:3.0:1788688048.199753:0:19708:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788688048.199806:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9af3c7298800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688048.199870:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2345:x1875574819788032:12345-192.168.204.26@tcp:8:mount.lustre.0 Request processed in 4608us (5903us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688048.199882:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 9 00000004:00200000:1.0:1788688048.227905:0:19027:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1788688048.228060:0:19027:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16744:x1875574819788160:12345-192.168.204.26@tcp:33:mount.lustre.0 Request processed in 33762us (34175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.228082:0:19027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:2.0:1788688048.409347:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688048.409459:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788288 00000100:00100000:0.0:1788688048.409469:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788288 00000100:00100000:1.0:1788688048.409662:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:1.0:1788688048.409675:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16789:x1875574819788288:12345-192.168.204.26@tcp:101:mkdir.0 00010000:00010000:1.0:1788688048.409694:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688048.409717:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463101 expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.409796:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d1800/0xc2ddd83e7444a83a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.409809:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d1800/0xc2ddd83e7444a83a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.409823:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d1800/0xc2ddd83e7444a83a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688048.409855:0:19025:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788688048.409858:0:19025:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788688048.409890:0:19025:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d1800/0xc2ddd83e7444a83a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.409912:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463101 expref: 8 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.409930:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d1800/0xc2ddd83e7444a83a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463101 expref: 7 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688048.409938:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:1.0:1788688048.409953:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788688048.409957:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f49d1800, rc 0) 00000100:00100000:1.0:1788688048.410014:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:16789:x1875574819788288:12345-192.168.204.26@tcp:101:mkdir.0 Request processed in 343us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688048.410021:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:1.0:1788688048.712982:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788688048.713006:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839703040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788688048.713096:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688048.713226:0:19712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703040 00000100:00100000:2.0:1788688048.713235:0:19712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703040 00000100:00100000:2.0:1788688048.713297:0:19712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788688048.713306:0:19712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839703040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788688048.713327:0:19712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788688048.713373:0:19712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839703040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688048.713380:0:19712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788688048.713631:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788688048.713664:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839703040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788688048.966199:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688049.990799:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788688050.357748:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688050.358068:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788416 00000100:00100000:3.0:1788688050.358081:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788416 00000100:00100000:3.0:1788688050.358178:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00100000:3.0:1788688050.358188:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:16841:x1875574819788416:12345-192.168.204.26@tcp:41:lfs.0 00000004:00000024:3.0:1788688050.358237:0:19024:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788688050.358344:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:16841:x1875574819788416:12345-192.168.204.26@tcp:41:lfs.0 Request processed in 157us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.358372:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00080000:1.0:1788688050.358701:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788688050.360881:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.360983:0:19712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788544 00000100:00100000:2.0:1788688050.360993:0:19712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788544 00000100:00100000:2.0:1788688050.361072:0:19712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:2.0:1788688050.361083:0:19712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16841:x1875574819788544:12345-192.168.204.26@tcp:13:lfs.0 00002000:00000024:2.0:1788688050.361120:0:19712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00080000:1.0:1788688050.361170:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788688050.361206:0:19712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16841:x1875574819788544:12345-192.168.204.26@tcp:13:lfs.0 Request processed in 125us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.361215:0:19712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:2.0:1788688050.365631:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688050.365799:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788672 00000100:00100000:0.0:1788688050.365811:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788672 00000100:00100000:0.0:1788688050.365884:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:0.0:1788688050.365896:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16841:x1875574819788672:12345-192.168.204.26@tcp:13:lfs.0 00002000:00000024:0.0:1788688050.365938:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788688050.366036:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:16841:x1875574819788672:12345-192.168.204.26@tcp:13:lfs.0 Request processed in 143us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688050.366045:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00080000:1.0:1788688050.366348:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788688050.583122:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.583308:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788800 00000100:00100000:2.0:1788688050.583321:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788800 00000100:00100000:2.0:1788688050.583392:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 90 00000100:00100000:2.0:1788688050.583403:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+10:16871:x1875574819788800:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788688050.583440:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688050.583469:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2778a00/0xc2ddd83e7444a841 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de35943463108 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.583557:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2778a00/0xc2ddd83e7444a841 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463108 expref: 11 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.583571:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2778a00/0xc2ddd83e7444a841 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463108 expref: 11 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.583581:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2778a00, rc 0) 00000100:00100000:2.0:1788688050.583645:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16871:x1875574819788800:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 244us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.583652:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 90 00000100:00100000:3.0:1788688050.585919:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688050.586061:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819788928 00000100:00100000:1.0:1788688050.586073:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819788928 00000100:00100000:1.0:1788688050.586142:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 91 00000100:00100000:1.0:1788688050.586152:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16871:x1875574819788928:12345-192.168.204.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788688050.586626:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16871:x1875574819788928:12345-192.168.204.26@tcp:501:mount.lustre.0 Request processed in 474us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688050.586634:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 91 00000100:00100000:0.0:1788688050.595562:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.595710:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789056 00000100:00100000:2.0:1788688050.595723:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789056 00000100:00100000:2.0:1788688050.595777:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 92 00000100:00100000:2.0:1788688050.595787:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16871:x1875574819789056:12345-192.168.204.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788688050.596199:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16871:x1875574819789056:12345-192.168.204.26@tcp:503:mount.lustre.0 Request processed in 411us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.596207:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 92 00000100:00100000:3.0:1788688050.613609:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688050.613709:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789184 00000100:00100000:1.0:1788688050.613721:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789184 00000100:00100000:1.0:1788688050.613784:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 93 00000100:00100000:1.0:1788688050.613794:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef504450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16879:x1875574819789184:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788688050.614182:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef504450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16879:x1875574819789184:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 389us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688050.614724:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 93 00000100:00100000:3.0:1788688050.662286:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688050.662653:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789312 00000100:00100000:1.0:1788688050.662666:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789312 00000100:00100000:1.0:1788688050.662800:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 94 00000100:00100000:1.0:1788688050.662813:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef507050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16879:x1875574819789312:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788688050.664137:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef507050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16879:x1875574819789312:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 1319us (1854us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688050.664148:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 94 00000100:00100000:0.0:1788688050.676726:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.677036:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789440 00000100:00100000:2.0:1788688050.677046:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789440 00000100:00100000:2.0:1788688050.677112:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 95 00000100:00100000:2.0:1788688050.677122:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16871:x1875574819789440:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788688050.677139:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688050.677171:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2778200/0xc2ddd83e7444a848 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de35943463132 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.677199:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2778200/0xc2ddd83e7444a848 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463132 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.677217:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2778200/0xc2ddd83e7444a848 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463132 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.677227:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2778200, rc 0) 00000100:00100000:2.0:1788688050.677407:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef505050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16871:x1875574819789440:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 286us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.677415:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 95 00000100:00100000:3.0:1788688050.692034:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688050.694538:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789568 00000100:00100000:1.0:1788688050.694552:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789568 00000100:00100000:1.0:1788688050.694632:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 96 00000100:00100000:1.0:1788688050.694642:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16871:x1875574819789568:12345-192.168.204.26@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788688050.694676:0:19019:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788688050.694706:0:19019:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788688050.694710:0:19019:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788688050.694713:0:19019:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788688050.694716:0:19019:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:1.0:1788688050.697347:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef506850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16871:x1875574819789568:12345-192.168.204.26@tcp:256:mount.lustre.0 Request processed in 2694us (5311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688050.697364:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 96 00000100:00100000:0.0:1788688050.709412:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.711344:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789696 00000100:00100000:2.0:1788688050.711359:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789696 00000100:00100000:2.0:1788688050.712573:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 97 00000100:00100000:2.0:1788688050.712591:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16871:x1875574819789696:12345-192.168.204.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788688050.712611:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688050.712633:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de35943463139 expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.712665:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 13 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.712678:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 13 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688050.712688:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779600, rc 0) 00000100:00100000:2.0:1788688050.712769:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16871:x1875574819789696:12345-192.168.204.26@tcp:101:mount.lustre.0 Request processed in 185us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.712790:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 97 00000100:00100000:3.0:1788688050.716032:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688050.716324:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789824 00000100:00100000:1.0:1788688050.716336:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789824 00000100:00100000:1.0:1788688050.716402:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 98 00000100:00100000:1.0:1788688050.716412:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16871:x1875574819789824:12345-192.168.204.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788688050.716988:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16871:x1875574819789824:12345-192.168.204.26@tcp:501:mount.lustre.0 Request processed in 575us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688050.717020:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 98 00000100:00100000:3.0:1788688050.719898:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.720196:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819789952 00000100:00100000:2.0:1788688050.720207:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819789952 00000100:00100000:2.0:1788688050.720267:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 99 00000100:00100000:2.0:1788688050.720279:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16871:x1875574819789952:12345-192.168.204.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788688050.720676:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16871:x1875574819789952:12345-192.168.204.26@tcp:503:mount.lustre.0 Request processed in 397us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.720683:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 99 00000100:00100000:0.0:1788688050.730362:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.731663:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790080 00000100:00100000:2.0:1788688050.731676:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790080 00000100:00100000:2.0:1788688050.731746:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 100 00000100:00100000:2.0:1788688050.731756:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16883:x1875574819790080:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788688050.732066:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16883:x1875574819790080:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 310us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.732074:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 100 00000100:00100000:3.0:1788688050.754298:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688050.755817:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790208 00000100:00100000:1.0:1788688050.755831:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790208 00000100:00100000:1.0:1788688050.755907:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 101 00000100:00100000:1.0:1788688050.755921:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16883:x1875574819790208:12345-192.168.204.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788688050.756224:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16883:x1875574819790208:12345-192.168.204.26@tcp:502:llog_process_th.0 Request processed in 308us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688050.756232:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 101 00000100:00100000:0.0:1788688050.757873:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f507a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875574839703552:0@lo:400:kworker.0 00000100:00100000:0.0:1788688050.757939:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688050.757995:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788688050.758122:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839703424:0@lo:400:kworker.0 00000100:00100000:0.0:1788688050.758152:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688050.758195:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703424 00000100:00100000:0.0:1788688050.758202:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703424 00000100:00100000:0.0:1788688050.758247:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788688050.758255:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3313:x1875574839703424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688050.758306:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3313:x1875574839703424:12345-0@lo:400:kworker.0 Request processed in 51us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688050.758313:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788688050.758352:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839703424:0@lo:400:kworker.0 00000100:00100000:0.0:1788688050.758379:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703552 00000100:00100000:0.0:1788688050.758382:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703552 00000100:00100000:0.0:1788688050.758408:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788688050.758415:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875574839703552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688050.758458:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875574839703552:12345-0@lo:400:kworker.0 Request processed in 43us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688050.758464:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788688050.758513:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f507a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875574839703552:0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.758725:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839703168:0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.758759:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688050.758791:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839703680:0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.758823:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688050.758844:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788688050.758850:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839703296:0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.758870:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688050.758885:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f507ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839703808:0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.758904:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688050.758938:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703680 00000100:00100000:2.0:1788688050.758942:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703680 00000100:00100000:2.0:1788688050.758968:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703808 00000100:00100000:2.0:1788688050.758971:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703808 00000100:00100000:2.0:1788688050.758989:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788688050.758995:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839703680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.759050:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839703680:12345-0@lo:400:kworker.0 Request processed in 55us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.759057:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788688050.759070:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788688050.759076:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875574839703808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.759102:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875574839703808:12345-0@lo:400:kworker.0 Request processed in 27us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.759107:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788688050.759136:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f507ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875574839703808:0@lo:400:kworker.0 00000100:00100000:2.0:1788688050.759146:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839703680:0@lo:400:kworker.0 00000100:00100000:3.0:1788688050.759380:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703168 00000100:00100000:3.0:1788688050.759385:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703168 00000100:00100000:3.0:1788688050.759421:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788688050.759429:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3310:x1875574839703168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688050.759468:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3310:x1875574839703168:12345-0@lo:400:kworker.0 Request processed in 41us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.759475:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788688050.759547:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839703168:0@lo:400:kworker.0 00000100:00100000:3.0:1788688050.759564:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703296 00000100:00100000:3.0:1788688050.759567:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703296 00000100:00100000:3.0:1788688050.759592:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788688050.759598:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839703296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688050.759632:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839703296:12345-0@lo:400:kworker.0 Request processed in 34us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.759638:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788688050.759662:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839703296:0@lo:400:kworker.0 00000100:00080000:1.0:1788688050.761143:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788688050.761150:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788688050.761153:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788688050.765329:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f507a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839703936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788688050.765402:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688050.765473:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839703936 00000100:00100000:0.0:1788688050.765503:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839703936 00000100:00100000:0.0:1788688050.765693:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788688050.765704:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3312:x1875574839703936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788688050.765728:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788688050.765780:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3312:x1875574839703936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688050.765787:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788688050.765848:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f507a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839703936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788688050.777891:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688050.777927:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688050.777947:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688050.778031:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688050.778061:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790336 00000100:00100000:3.0:1788688050.778071:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790336 00000100:00100000:3.0:1788688050.778108:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790720 00000100:00100000:3.0:1788688050.778111:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790720 00000100:00100000:3.0:1788688050.778143:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:3.0:1788688050.778154:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2346:x1875574819790720:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688050.778228:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2346:x1875574819790720:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 76us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.778236:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:3.0:1788688050.778256:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:3.0:1788688050.778261:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2345:x1875574819790336:12345-192.168.204.26@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788688050.778282:0:20294:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 9d1eda18-e358-4dd6-ab06-996d5a3d2efa@192.168.204.26@tcp t0 exp 0000000000000000 cur 596 last 0 00000020:00000080:3.0:1788688050.778318:0:20294:0:(genops.c:1385:class_connect()) connect: client 9d1eda18-e358-4dd6-ab06-996d5a3d2efa, cookie 0xc2ddd83e7444a856 00000004:00100000:3.0:1788688050.778345:0:20294:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788688050.778457:0:20294:0:(import.c:65:import_set_state_nolock()) ffff9af3c729c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688050.778511:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2345:x1875574819790336:12345-192.168.204.26@tcp:38:mount.lustre.0 Request processed in 247us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.778519:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:3.0:1788688050.778540:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790848 00000100:00100000:3.0:1788688050.778543:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790848 00000100:00100000:3.0:1788688050.778567:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790976 00000100:00100000:3.0:1788688050.778570:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790976 00000100:00100000:3.0:1788688050.778598:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:3.0:1788688050.778604:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2346:x1875574819790848:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688050.778632:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2346:x1875574819790848:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 27us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.778639:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:3.0:1788688050.778652:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:3.0:1788688050.778659:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2346:x1875574819790976:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688050.778680:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2346:x1875574819790976:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 22us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.778686:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:0.0:1788688050.783160:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688050.783201:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688050.785021:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790464 00000100:00100000:3.0:1788688050.785036:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790464 00000100:00100000:3.0:1788688050.785101:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819790592 00000100:00100000:3.0:1788688050.785105:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819790592 00000100:00100000:3.0:1788688050.785129:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:3.0:1788688050.785139:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+7:0:x1875574819790464:12345-192.168.204.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788688050.785169:0:20294:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788688050.785251:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+7:0:x1875574819790464:12345-192.168.204.26@tcp:41:mount.lustre.0 Request processed in 113us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.785258:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:3.0:1788688050.785280:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:3.0:1788688050.785287:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16871:x1875574819790592:12345-192.168.204.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788688050.785298:0:20294:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788688050.785320:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16871:x1875574819790592:12345-192.168.204.26@tcp:41:mount.lustre.0 Request processed in 34us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.785338:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00080000:3.0:1788688050.785364:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788688050.791603:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.797104:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791104 00000100:00100000:2.0:1788688050.797118:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791104 00000100:00100000:2.0:1788688050.797193:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:2.0:1788688050.797203:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16871:x1875574819791104:12345-192.168.204.26@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788688050.797297:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16871:x1875574819791104:12345-192.168.204.26@tcp:40:mount.lustre.0 Request processed in 95us (5708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.797305:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:2.0:1788688050.803022:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.803057:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.803095:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688050.803148:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791488 00000100:00100000:2.0:1788688050.803158:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791488 00000100:00100000:2.0:1788688050.803201:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 1 00000100:00100000:2.0:1788688050.803210:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16871:x1875574819791488:12345-192.168.204.26@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788688050.803279:0:19028:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788688050.803353:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16871:x1875574819791488:12345-192.168.204.26@tcp:33:mount.lustre.0 Request processed in 143us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688050.803360:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 1 00000100:00100000:3.0:1788688050.803422:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791232 00000100:00100000:3.0:1788688050.803427:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791232 00000100:00100000:3.0:1788688050.803453:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791360 00000100:00100000:3.0:1788688050.803457:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791360 00000100:00100000:3.0:1788688050.803469:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:3.0:1788688050.803474:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2345:x1875574819791232:12345-192.168.204.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788688050.803512:0:19708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 9d1eda18-e358-4dd6-ab06-996d5a3d2efa@192.168.204.26@tcp t0 exp 0000000000000000 cur 596 last 0 00000020:00000080:3.0:1788688050.803545:0:19708:0:(genops.c:1385:class_connect()) connect: client 9d1eda18-e358-4dd6-ab06-996d5a3d2efa, cookie 0xc2ddd83e7444a85d 00002000:00100000:3.0:1788688050.803556:0:19708:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9d1eda18-e358-4dd6-ab06-996d5a3d2efa/ffff9af3c729a800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788688050.803567:0:19708:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788688050.803652:0:19708:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788688050.803693:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9af3efa6a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688050.803720:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2345:x1875574819791232:12345-192.168.204.26@tcp:8:mount.lustre.0 Request processed in 245us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.803727:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:3.0:1788688050.803743:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:3.0:1788688050.803747:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2345:x1875574819791360:12345-192.168.204.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788688050.803761:0:19708:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 9d1eda18-e358-4dd6-ab06-996d5a3d2efa@192.168.204.26@tcp t0 exp 0000000000000000 cur 596 last 0 00000020:00000080:3.0:1788688050.803776:0:19708:0:(genops.c:1385:class_connect()) connect: client 9d1eda18-e358-4dd6-ab06-996d5a3d2efa, cookie 0xc2ddd83e7444a864 00002000:00100000:3.0:1788688050.803781:0:19708:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9d1eda18-e358-4dd6-ab06-996d5a3d2efa/ffff9af3efa6c800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788688050.803787:0:19708:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788688050.804093:0:19708:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788688050.804109:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9af3efa69000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788688050.804134:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2345:x1875574819791360:12345-192.168.204.26@tcp:8:mount.lustre.0 Request processed in 385us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688050.804142:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 11 00000001:00100000:0.0:1788688050.858277:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788688050.858292:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be 00000001:00080000:0.0:1788688050.858302:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00010000:00010000:3.0:1788688051.013773:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788688051.017322:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688051.017795:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791616 00000100:00100000:3.0:1788688051.017805:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791616 00000100:00100000:3.0:1788688051.018134:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 14 00000100:00100000:3.0:1788688051.018145:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:16904:x1875574819791616:12345-192.168.204.26@tcp:101:mkdir.0 00010000:00010000:3.0:1788688051.018165:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688051.018203:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a86b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463163 expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688051.018269:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688051.018283:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688051.018295:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788688051.018329:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788688051.018333:0:19024:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788688051.018354:0:19024:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688051.018378:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a86b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 8 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688051.018419:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 7 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688051.018440:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:3.0:1788688051.018443:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788688051.018447:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ede00, rc 0) 00000100:00100000:3.0:1788688051.018564:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+7:16904:x1875574819791616:12345-192.168.204.26@tcp:101:mkdir.0 Request processed in 421us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688051.018572:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 14 00010000:00010000:1.0:1788688052.039095:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788688052.883176:0:6712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9d1eda18-e358-4dd6-ab06-996d5a3d2efa 00000001:00100000:3.0:1788688052.883193:0:6712:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be 00010000:00010000:0.0:1788688053.068813:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788688053.413024:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9d1eda18-e358-4dd6-ab06-996d5a3d2efa 00000001:00100000:2.0:1788688053.413040:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 50bcb86e-08c9-44bf-bccd-a8b3c4fc28be 00000001:02000400:0.0:1788688053.636527:0:20984:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1788688053.829738:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839704064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788688053.829810:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688053.830014:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704064 00000100:00100000:0.0:1788688053.830023:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704064 00000100:00100000:0.0:1788688053.830094:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788688053.830104:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875574839704064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788688053.830140:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788688053.830192:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875574839704064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688053.830199:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788688053.830243:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839704064:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788688053.830388:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788688054.085913:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688055.109830:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788688055.494122:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788688055.877787:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839704192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788688055.877887:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688055.878349:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839704448:0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.878350:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788688055.878357:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839704320:0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.878392:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688055.878492:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704320 00000100:00100000:0.0:1788688055.878503:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704320 00000100:00100000:0.0:1788688055.878566:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788688055.878576:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3310:x1875574839704320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688055.878707:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839704832:0@lo:400:kworker.0 00000100:00100000:1.0:1788688055.878779:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688055.878796:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839704704:0@lo:400:kworker.0 00000100:00100000:1.0:1788688055.878802:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788688055.878806:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839704576:0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.878826:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688055.878866:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704192 00000100:00100000:3.0:1788688055.878951:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704192 00000100:00100000:0.0:1788688055.879000:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3310:x1875574839704320:12345-0@lo:400:kworker.0 Request processed in 424us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688055.879009:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788688055.879102:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788688055.879109:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839704192:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788688055.879113:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839704320:0@lo:400:kworker.0 00002000:00000024:3.0:1788688055.879159:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788688055.879211:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875574839704192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688055.879218:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1788688055.879220:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788688055.879269:0:3310:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788688055.879275:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704448 00000100:00100000:3.0:1788688055.879278:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704448 00000100:00100000:1.0:1788688055.879289:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875574839704192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788688055.879393:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788688055.879554:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839704448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.879594:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1875574839704448:12345-0@lo:400:kworker.0 Request processed in 195us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688055.879601:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788688055.879623:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704704 00000100:00100000:3.0:1788688055.879627:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704704 00000100:00100000:3.0:1788688055.879657:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788688055.879664:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839704704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.879699:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875574839704704:12345-0@lo:400:kworker.0 Request processed in 36us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688055.879705:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1788688055.879726:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788688055.879729:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788688055.879739:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688055.879782:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704576 00000100:00100000:3.0:1788688055.879786:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704576 00000100:00100000:3.0:1788688055.879810:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788688055.879816:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839704576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688055.880007:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688055.881664:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839704832 00000100:00100000:0.0:1788688055.881679:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839704832 00000100:00100000:3.0:1788688055.881795:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875574839704576:12345-0@lo:400:kworker.0 Request processed in 1974us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688055.881817:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788688055.882082:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875574839704576:0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.882104:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875574839704448:0@lo:400:kworker.0 00000100:00100000:3.0:1788688055.882153:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875574839704704:0@lo:400:kworker.0 00000100:00100000:0.0:1788688055.883688:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788688055.883702:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875574839704832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688055.883809:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875574839704832:12345-0@lo:400:kworker.0 Request processed in 110us (3802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688055.883824:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1788688055.883855:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788688055.884501:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875574839704832:0@lo:400:kworker.0 00000001:00100000:1.0:1788688055.928960:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9d1eda18-e358-4dd6-ab06-996d5a3d2efa 00010000:00010000:0.0:1788688056.133760:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788688056.304858:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688056.304912:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688056.304963:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688056.304972:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791744 00000100:00100000:2.0:1788688056.304987:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791744 00000100:00100000:3.0:1788688056.304994:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688056.305025:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688056.305051:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688056.305084:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688056.305095:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 104 00000100:00100000:0.0:1788688056.305109:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792000 00000100:00100000:3.0:1788688056.305111:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792512 00000100:00100000:2.0:1788688056.305118:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:2346:x1875574819791744:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688056.305121:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792512 00000100:00100000:0.0:1788688056.305121:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792000 00000100:00100000:3.0:1788688056.305188:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792128 00000100:00100000:3.0:1788688056.305192:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792128 00000100:00100000:2.0:1788688056.305218:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:2346:x1875574819791744:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 111us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688056.305227:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 104 00000100:00100000:1.0:1788688056.309971:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792256 00000100:00100000:1.0:1788688056.309987:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792256 00000100:00100000:1.0:1788688056.310087:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819791872 00000100:00100000:1.0:1788688056.310092:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819791872 00000100:00100000:1.0:1788688056.310150:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 20 00000100:00100000:1.0:1788688056.310175:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2346:x1875574819792256:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788688056.310276:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2346:x1875574819792256:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 117us (5315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688056.310285:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 20 00000100:00100000:1.0:1788688056.310304:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 21 00000100:00100000:1.0:1788688056.310312:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2346:x1875574819791872:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788688056.310336:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2346:x1875574819791872:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 25us (5310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688056.310342:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 21 00000100:00080000:1.0:1788688056.310538:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788688056.310543:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788688056.310546:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788688056.311462:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792384 00000100:00100000:3.0:1788688056.311514:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792384 00000100:00100000:3.0:1788688056.311573:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:3.0:1788688056.311585:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819792512:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688056.311694:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819792512:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 111us (6702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688056.311702:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:3.0:1788688056.311730:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:3.0:1788688056.311738:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2346:x1875574819792128:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688056.311799:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2346:x1875574819792128:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 61us (6746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688056.311807:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:3.0:1788688056.311824:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00100000:3.0:1788688056.311836:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819792384:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688056.312015:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819792384:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 182us (6932us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688056.312023:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00080000:1.0:1788688056.313088:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788688056.316667:0:19711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:2.0:1788688056.316707:0:19711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2346:x1875574819792000:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:2.0:1788688056.316835:0:19711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2346:x1875574819792000:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 149us (11921us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688056.316863:0:19711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 10 00000020:00000080:1.0:1788688057.090255:0:21132:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdba8bcb20 20000000:00000080:1.0:1788688057.090277:0:21132:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9af2c34b6400 uarg=0000000000000000 20000000:01000000:1.0:1788688057.090323:0:21132:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788688057.090330:0:21132:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788688057.090335:0:21132:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788688057.097463:0:21133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:1.0:1788688057.097702:0:21132:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788688057.110118:0:21132:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788688057.110153:0:21132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110174:0:21132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 18 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110182:0:21132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 18 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110203:0:21132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 18 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110212:0:21132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110220:0:21132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110227:0:21132:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110277:0:21132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.110294:0:21132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 12 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688057.110312:0:21132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839704960:192.168.204.26@tcp:104: 00010000:00010000:1.0:1788688057.111339:0:21132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.111352:0:21132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 12 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688057.111365:0:21132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705088:192.168.204.26@tcp:104: 00010000:00010000:1.0:1788688057.111419:0:21132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 18 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.111442:0:21132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 18 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688057.111454:0:21132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705216:0@lo:104: 00000100:00100000:1.0:1788688057.111536:0:21132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688057.111581:0:19008:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839705216 00000100:00100000:1.0:1788688057.111590:0:19008:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839705216 00000100:00100000:1.0:1788688057.111642:0:19008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788688057.111652:0:19008:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:21132:x1875574839705216:12345-0@lo:104: 00010000:00010000:1.0:1788688057.111665:0:19008:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.111714:0:19008:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788688057.111720:0:19008:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:21132:x1875574839705216:12345-0@lo:104: Request processed in 71us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688057.111727:0:19008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788688057.111763:0:21132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 18 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.111772:0:21132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 18 pid: 19018 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.112017:0:19014:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788688057.112024:0:19014:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.112031:0:19014:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af4021d9e00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:3.0:1788688057.112035:0:19014:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.112043:0:19014:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788688057.112050:0:19014:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788688057.112055:0:19014:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788688057.112088:0:19014:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.112095:0:19014:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788688057.112116:0:19014:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.112130:0:19014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af4021d9e00/0xc2ddd83e7444a6ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a6d5 expref: -99 pid: 20425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.112143:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688057.112145:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788688057.112147:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788688057.112167:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3312:1875574839705472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788688057.112199:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688057.113640:0:19011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839705472 00000100:00100000:2.0:1788688057.113650:0:19011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839705472 00010000:00010000:2.0:1788688057.113682:0:19011:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 19 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688057.113720:0:19011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788688057.113729:0:19011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3312:x1875574839705472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788688057.113743:0:19011:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688057.113748:0:19011:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 19 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688057.114152:0:21132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705344:0@lo:104: 00000100:00100000:1.0:1788688057.114208:0:21132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688057.114276:0:19008:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839705344 00000100:00100000:0.0:1788688057.114281:0:19008:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839705344 00000100:00100000:0.0:1788688057.114310:0:19008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788688057.114579:0:19008:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:21132:x1875574839705344:12345-0@lo:104: 00010000:00010000:0.0:1788688057.114593:0:19008:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.114642:0:19008:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788688057.114648:0:19008:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:21132:x1875574839705344:12345-0@lo:104: Request processed in 333us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688057.114655:0:19008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1788688057.114677:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688057.114683:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.114692:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ece00 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788688057.114849:0:19013:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.114861:0:19013:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788688057.114868:0:19013:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788688057.114904:0:19013:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788688057.114939:0:19013:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.114945:0:19013:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788688057.114963:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.114970:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f79ece00/0xc2ddd83e7444a57e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a585 expref: -99 pid: 19707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.114982:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688057.114983:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688057.114985:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788688057.115089:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f507bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839705600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788688057.115120:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688057.115197:0:19012:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788688057.115205:0:19012:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1788688057.116687:0:19011:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 19 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688057.116693:0:19012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839705600 00000100:00100000:3.0:1788688057.116702:0:19012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839705600 00010000:00010000:3.0:1788688057.116732:0:19012:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 20 pid: 19018 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688057.116763:0:19012:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788688057.116773:0:19012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788688057.116790:0:19012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+20:3313:x1875574839705600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788688057.116804:0:19012:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688057.116810:0:19012:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 20 pid: 19018 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.116818:0:19012:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 20 pid: 19018 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.116862:0:19012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788688057.116883:0:21132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 20 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.116895:0:21132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 20 pid: 19019 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688057.116920:0:21132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705728:0@lo:104: 00000100:00100000:3.0:1788688057.116924:0:19012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+20:3313:x1875574839705600:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (1803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688057.116935:0:19012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788688057.116955:0:21132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688057.116980:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f507bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839705600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788688057.116984:0:21132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8570780 going to sleep for 11 seconds 00000100:00100000:1.0:1788688057.116995:0:21132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705216:0@lo:104: 00010000:00010000:1.0:1788688057.117005:0:21132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3c13ed000/0xc2ddd83e7444a585 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a57e expref: 19 pid: 19018 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688057.117023:0:21132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705344:0@lo:104: 00010000:00010000:2.0:1788688057.117066:0:19011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a6d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a6ce expref: 18 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688057.117077:0:19011:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788688057.117157:0:19011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:3312:x1875574839705472:12345-0@lo:103:ldlm_bl.0 Request processed in 3428us (4956us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688057.117163:0:19011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788688057.117303:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3312:1875574839705472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788688057.118682:0:19008:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788688057.118715:0:19008:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839705728 00000100:00100000:1.0:1788688057.118722:0:19008:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839705728 00000100:00100000:1.0:1788688057.118851:0:19008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788688057.118862:0:19008:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f38a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:21132:x1875574839705728:12345-0@lo:104: 00010000:00010000:1.0:1788688057.118889:0:19008:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688057.118969:0:19008:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788688057.118975:0:19008:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f38a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+3:21132:x1875574839705728:12345-0@lo:104: Request processed in 116us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688057.118981:0:19008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788688057.119004:0:21132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705728:0@lo:104: 00000100:00100000:0.0:1788688057.119125:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688057.119141:0:21132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839704960:192.168.204.26@tcp:104: 00000100:00100000:3.0:1788688057.119151:0:21132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21132:1875574839705088:192.168.204.26@tcp:104: 00010000:00010000:3.0:1788688057.119178:0:21132:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688057.119210:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00010000:00010000:0.0:1788688057.119233:0:20739:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788688057.119240:0:20739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.119248:0:20739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c000 already unused, calling callback (ffffffffc1c0bc20) 10000000:00010000:0.0:1788688057.119252:0:20739:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688057.119256:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792768 00000100:00100000:3.0:1788688057.119260:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792768 00010000:00010000:0.0:1788688057.119260:0:20739:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788688057.119267:0:20739:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119279:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 13 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788688057.119286:0:20739:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:3.0:1788688057.119299:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792640 00000100:00100000:3.0:1788688057.119301:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792640 00010000:00010000:3.0:1788688057.119311:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 14 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688057.119328:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:3.0:1788688057.119335:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0069c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+14:2348:x1875574819792768:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788688057.119345:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688057.119350:0:19010:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 14 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119358:0:19010:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 14 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119385:0:19010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a817 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434630d7 expref: 14 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119398:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788688057.119437:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0069c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:2348:x1875574819792768:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 102us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688057.119444:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:3.0:1788688057.119496:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:3.0:1788688057.119503:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5079f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:2348:x1875574819792640:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788688057.119511:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688057.119516:0:19010:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 12 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119525:0:19010:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 12 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119535:0:19010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af2c2779600/0xc2ddd83e7444a84f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463139 expref: 12 pid: 19020 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.119542:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788688057.119559:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5079f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:2348:x1875574819792640:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 57us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688057.119565:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 7 00010000:00010000:0.0:1788688057.119934:0:20739:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.119943:0:20739:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788688057.119973:0:20739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.119980:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.126@tcp lock: ffff9af3f4b4c000/0xc2ddd83e7444a531 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ddd83e7444a538 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.119994:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688057.119996:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688057.119997:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788688057.119998:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f507aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839705856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788688057.120034:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688057.120168:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839705856 00000100:00100000:0.0:1788688057.120173:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839705856 00010000:00010000:0.0:1788688057.120191:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 17 pid: 19019 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688057.120213:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788688057.120219:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:3310:x1875574839705856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788688057.120227:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788688057.120231:0:19010:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 17 pid: 19019 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120241:0:19010:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 17 pid: 19019 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120252:0:19010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f79ec000/0xc2ddd83e7444a538 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ddd83e7444a531 expref: 17 pid: 19019 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120272:0:19010:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120280:0:19010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120300:0:19010:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120307:0:19010:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120315:0:19010:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120322:0:19010:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120327:0:19010:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f49d0200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688057.120332:0:19010:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.120339:0:19010:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.121050:0:21132:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.121050:0:19010:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688057.121065:0:21132:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688057.121066:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788688057.121071:0:21132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9af3f49d0200/0xc2ddd83e7444a879 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688057.121117:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:3310:x1875574839705856:12345-0@lo:103:ldlm_bl.0 Request processed in 898us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688057.121131:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788688057.121217:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f507aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3310:1875574839705856:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788688057.161339:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788688058.182288:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788688058.584842:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.585889:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819792896 00000100:00100000:1.0:1788688058.585906:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819792896 00000100:00100000:1.0:1788688058.586006:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00080000:0.0:1788688058.586053:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788688058.586054:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:17365:x1875574819792896:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788688058.586083:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688058.586105:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0e00/0xc2ddd83e7444a880 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de3594346316a expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.586175:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.586210:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.586225:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.586243:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.586462:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.586473:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589244:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cde00/0xc2ddd83e7444a895 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589268:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cde00/0xc2ddd83e7444a895 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589280:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cde00/0xc2ddd83e7444a895 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.589338:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788688058.589342:0:19024:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788688058.589825:0:19024:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cde00/0xc2ddd83e7444a895 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589841:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589859:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589866:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589929:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f49d0400 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.589934:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589941:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589954:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:1.0:1788688058.589956:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.589961:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589968:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0400/0xc2ddd83e7444a887 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.589986:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590007:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590012:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590016:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f49d0200 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.590020:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590025:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590033:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688058.590036:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.590038:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590055:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0200/0xc2ddd83e7444a88e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590102:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d0e00/0xc2ddd83e7444a880 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346316a expref: 8 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590115:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cde00/0xc2ddd83e7444a895 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346316a expref: 7 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.590122:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af3c7fb4f00) 00010000:00010000:1.0:1788688058.590125:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788688058.590133:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cde00, rc 0) 00000100:00100000:1.0:1788688058.590296:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:17365:x1875574819792896:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 4262us (5468us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.590305:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00100000:3.0:1788688058.594915:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.595057:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819793152 00000100:00100000:1.0:1788688058.595074:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819793152 00000100:00100000:1.0:1788688058.595147:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:1.0:1788688058.595161:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:17365:x1875574819793152:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788688058.595189:0:19026:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688058.595219:0:19026:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a89c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463171 expref: -99 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595303:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595319:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595332:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595357:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595364:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595370:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595744:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd000/0xc2ddd83e7444a8b1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595761:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd000/0xc2ddd83e7444a8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.595768:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd000/0xc2ddd83e7444a8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.595778:0:19026:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:1.0:1788688058.596874:0:19026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596887:0:19026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596893:0:19026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596899:0:19026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38ccc00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.596903:0:19026:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596911:0:19026:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596925:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9af3c7fb4f00) 00010000:00010000:1.0:1788688058.596928:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.596932:0:19026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596939:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8a3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596953:0:19026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596968:0:19026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596974:0:19026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596979:0:19026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cc800 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.596983:0:19026:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596989:0:19026:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.596998:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9af3c7fb4600) 00010000:00010000:1.0:1788688058.597001:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.597003:0:19026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.597009:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8aa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.597540:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a89c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463171 expref: 10 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.597574:0:19026:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd000/0xc2ddd83e7444a8b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463171 expref: 9 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.597583:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af3c7fb4c00) 00010000:00010000:1.0:1788688058.597585:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.597594:0:19026:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cd000, rc 0) 00000100:00100000:1.0:1788688058.597668:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17365:x1875574819793152:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 2509us (2768us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788688058.597676:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:0.0:1788688058.613021:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.613544:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819793280 00000100:00100000:2.0:1788688058.613573:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819793280 00000100:00100000:2.0:1788688058.613664:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 17 00000100:00100000:2.0:1788688058.613675:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17365:x1875574819793280:12345-192.168.204.26@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788688058.613854:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17365:x1875574819793280:12345-192.168.204.26@tcp:59:lhsmtool_posix.0 Request processed in 172us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.613864:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 17 00000100:00100000:2.0:1788688058.652077:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688058.652257:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819793408 00000100:00100000:3.0:1788688058.652282:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819793408 00000100:00100000:3.0:1788688058.652367:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 18 00000100:00100000:3.0:1788688058.652381:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17371:x1875574819793408:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:3.0:1788688058.652411:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688058.652441:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed200/0xc2ddd83e7444a8bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463178 expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.652574:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.652593:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.652607:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.652628:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.652635:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.652666:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653205:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653215:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653222:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653229:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ecc00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688058.653235:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653244:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653260:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:3.0:1788688058.653264:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.653321:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653331:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a8c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653356:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653363:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653379:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653385:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ed800 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688058.653388:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653395:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653403:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9af3ca87c400) 00010000:00010000:3.0:1788688058.653406:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.653409:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653414:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed800/0xc2ddd83e7444a8cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653470:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed200/0xc2ddd83e7444a8bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463178 expref: 10 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653542:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:3.0:1788688058.653729:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.653737:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed200/0xc2ddd83e7444a8bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463178 expref: 10 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.653751:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ed200, rc 0) 00000100:00100000:3.0:1788688058.653923:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17371:x1875574819793408:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 1544us (1862us total) trans 0 rc 301/301 00000100:00100000:3.0:1788688058.653944:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 18 00000100:00100000:3.0:1788688058.660332:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.661009:0:19033:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819793536 00000100:00100000:1.0:1788688058.661024:0:19033:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819793536 00000100:00100000:1.0:1788688058.661096:0:19033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:1.0:1788688058.661108:0:19033:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17371:x1875574819793536:12345-192.168.204.26@tcp:700:lfs.0 00000100:00100000:1.0:1788688058.661223:0:19033:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17371:x1875574819793536:12345-192.168.204.26@tcp:700:lfs.0 Request processed in 116us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.661231:0:19033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:0.0:1788688058.664359:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.664530:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819793792 00000100:00100000:1.0:1788688058.664544:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819793792 00000100:00100000:1.0:1788688058.664630:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 19 00000100:00100000:1.0:1788688058.664643:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17371:x1875574819793792:12345-192.168.204.26@tcp:36:lfs.0 00010000:00010000:1.0:1788688058.664722:0:19024:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788688058.664763:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f49d1800/0xc2ddd83e7444a83a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463101 expref: 9 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.664788:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:1.0:1788688058.664794:0:19024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788688058.665143:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.665166:0:19024:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 5 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.665177:0:19024:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.665235:0:19024:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 5 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.665253:0:19024:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 5 pid: 19024 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688058.665271:0:19024:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19024:1875574839705984:192.168.204.26@tcp:104: 00000100:00100000:1.0:1788688058.665561:0:19024:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8570780 going to sleep for 11 seconds 00000100:00100000:1.0:1788688058.667778:0:19024:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19024:1875574839705984:192.168.204.26@tcp:104: 00010000:00010000:1.0:1788688058.667830:0:19024:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688058.668112:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.668173:0:21134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819793920 00000100:00100000:2.0:1788688058.668182:0:21134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819793920 00010000:00010000:2.0:1788688058.668254:0:21134:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 6 pid: 19024 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.668301:0:21134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00100000:2.0:1788688058.668312:0:21134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5078000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2348:x1875574819793920:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788688058.668331:0:21134:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688058.668347:0:21134:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 6 pid: 19024 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.668363:0:21134:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 6 pid: 19024 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.668394:0:21134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444a872 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463163 expref: 6 pid: 19024 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.668423:0:21134:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:2.0:1788688058.668428:0:21134:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.668440:0:21134:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.668474:0:21134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.668528:0:21134:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788688058.668703:0:21134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5078000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2348:x1875574819793920:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 391us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.668711:0:21134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 9 00010000:00010000:1.0:1788688058.668963:0:19024:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.668972:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.669003:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.669014:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.669023:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788688058.669378:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:1.0:1788688058.670695:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788688058.670730:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.670742:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.670749:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.670756:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cc200 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.670761:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.670771:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.670793:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3c7fb4700) 00010000:00010000:1.0:1788688058.670796:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.670802:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.670809:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc200/0xc2ddd83e7444a8d4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788688058.670836:0:19024:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006bbf2f1e reply state 00000000244c3f27 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688058.670858:0:19024:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788688058.670993:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+10:17371:x1875574819793792:12345-192.168.204.26@tcp:36:lfs.0 Request processed in 6348us (6654us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788688058.671003:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 19 00010000:00010000:3.0:1788688058.676811:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.676837:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.676857:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.676865:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cc800 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688058.676872:0:3297:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.676888:0:3297:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.676914:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9af3c7fb4600) 00010000:00010000:3.0:1788688058.676917:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.676924:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.676932:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc800/0xc2ddd83e7444a8db lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.731005:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688058.732557:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794048 00000100:00100000:3.0:1788688058.732579:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794048 00000100:00100000:3.0:1788688058.732789:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 105 00000100:00100000:3.0:1788688058.732805:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+11:16758:x1875574819794048:12345-192.168.204.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788688058.732857:0:19020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688058.732886:0:19020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a8e2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de3594346317f expref: -99 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.732925:0:19020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a8e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346317f expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.732940:0:19020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af3c13ed800/0xc2ddd83e7444a8e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346317f expref: 12 pid: 19020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.732951:0:19020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ed800, rc 0) 00000100:00100000:3.0:1788688058.733054:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16758:x1875574819794048:12345-192.168.204.26@tcp:101:ll_cfg_requeue.0 Request processed in 253us (2065us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688058.733062:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 105 00000100:00100000:0.0:1788688058.739628:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.739738:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794176 00000100:00100000:2.0:1788688058.739753:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794176 00000100:00100000:2.0:1788688058.739830:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 106 00000100:00100000:2.0:1788688058.739853:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16758:x1875574819794176:12345-192.168.204.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788688058.740686:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16758:x1875574819794176:12345-192.168.204.26@tcp:501:ll_cfg_requeue.0 Request processed in 839us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.740700:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 106 00000100:00100000:1.0:1788688058.744560:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688058.745924:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.746076:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794432 00000100:00100000:1.0:1788688058.746090:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794432 00000100:00100000:1.0:1788688058.746233:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 107 00000100:00100000:1.0:1788688058.746246:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16758:x1875574819794432:12345-192.168.204.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788688058.746948:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16758:x1875574819794432:12345-192.168.204.26@tcp:503:ll_cfg_requeue.0 Request processed in 701us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.746960:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 107 00000100:00100000:0.0:1788688058.751434:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794304 00000100:00100000:0.0:1788688058.751457:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794304 00000100:00100000:0.0:1788688058.751565:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 20 00000100:00100000:0.0:1788688058.751579:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17379:x1875574819794304:12345-192.168.204.26@tcp:101:lctl.0 00010000:00010000:0.0:1788688058.751615:0:19026:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688058.751651:0:19026:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a8e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463186 expref: -99 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688058.752779:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.752904:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794560 00000100:00100000:2.0:1788688058.752913:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794560 00000100:00100000:2.0:1788688058.753014:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 108 00000100:00100000:2.0:1788688058.753026:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+12:16758:x1875574819794560:12345-192.168.204.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688058.753041:0:19018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688058.753060:0:19018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2778800/0xc2ddd83e7444a8f0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa2de3594346318d expref: -99 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.753095:0:19018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2778800/0xc2ddd83e7444a8f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346318d expref: 13 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.753110:0:19018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2778800/0xc2ddd83e7444a8f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346318d expref: 13 pid: 19018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.753138:0:19018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2778800, rc 0) 00000100:00100000:2.0:1788688058.753220:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16758:x1875574819794560:12345-192.168.204.26@tcp:101:ll_cfg_requeue.0 Request processed in 196us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.753228:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 108 00010000:00010000:0.0:1788688058.753857:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eca00/0xc2ddd83e7444a8f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.753874:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eca00/0xc2ddd83e7444a8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.753891:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eca00/0xc2ddd83e7444a8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788688058.753939:0:19026:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788688058.753942:0:19026:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788688058.753993:0:19026:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eca00/0xc2ddd83e7444a8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.754034:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a8e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463186 expref: 11 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.754074:0:19026:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eca00/0xc2ddd83e7444a8f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463186 expref: 10 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.754083:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:0.0:1788688058.754087:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788688058.754090:0:19026:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f79eca00, rc 0) 00000100:00100000:0.0:1788688058.754127:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+10:17379:x1875574819794304:12345-192.168.204.26@tcp:101:lctl.0 Request processed in 2552us (9585us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688058.754136:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 20 00000100:00100000:3.0:1788688058.756243:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.756670:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794688 00000100:00100000:1.0:1788688058.756683:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794688 00000100:00100000:1.0:1788688058.756756:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 109 00000100:00100000:1.0:1788688058.756768:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16758:x1875574819794688:12345-192.168.204.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788688058.757178:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16758:x1875574819794688:12345-192.168.204.26@tcp:501:ll_cfg_requeue.0 Request processed in 412us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.757187:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 109 00000100:00100000:1.0:1788688058.761816:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.761979:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794816 00000100:00100000:2.0:1788688058.761993:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794816 00000100:00100000:2.0:1788688058.762285:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 110 00000100:00100000:2.0:1788688058.762299:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef508c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16758:x1875574819794816:12345-192.168.204.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788688058.762653:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef508c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:16758:x1875574819794816:12345-192.168.204.26@tcp:503:ll_cfg_requeue.0 Request processed in 356us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.762663:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 110 00000100:00100000:2.0:1788688058.784911:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.785106:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819794944 00000100:00100000:1.0:1788688058.785123:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819794944 00000100:00100000:1.0:1788688058.785703:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 21 00000100:00100000:1.0:1788688058.785719:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:17382:x1875574819794944:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:1.0:1788688058.785747:0:20294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688058.785778:0:20294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463194 expref: -99 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.785879:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cdc00/0xc2ddd83e7444a905 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.785921:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cdc00/0xc2ddd83e7444a905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.785936:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cdc00/0xc2ddd83e7444a905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.785985:0:20294:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788688058.785989:0:20294:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788688058.786013:0:20294:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cdc00/0xc2ddd83e7444a905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.786043:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a8fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463194 expref: 7 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.786067:0:20294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cdc00/0xc2ddd83e7444a905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463194 expref: 6 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.786077:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:1.0:1788688058.786081:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788688058.786085:0:20294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cdc00, rc 0) 00000100:00100000:1.0:1788688058.786187:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:17382:x1875574819794944:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 472us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.786196:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 21 00000100:00100000:3.0:1788688058.790025:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.790859:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819795072 00000100:00100000:2.0:1788688058.790874:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819795072 00000100:00100000:2.0:1788688058.790960:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 22 00000100:00100000:2.0:1788688058.790972:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:17382:x1875574819795072:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:2.0:1788688058.791000:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688058.791027:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444a90c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de3594346319b expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791117:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791136:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791174:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791193:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791201:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791208:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791876:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778600/0xc2ddd83e7444a921 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791889:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778600/0xc2ddd83e7444a921 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791898:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778600/0xc2ddd83e7444a921 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788688058.791943:0:19025:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788688058.791948:0:19025:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788688058.791977:0:19025:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778600/0xc2ddd83e7444a921 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.791996:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792004:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792031:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792039:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779000 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688058.792044:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792054:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792070:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:2.0:1788688058.792074:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788688058.792080:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792088:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a913 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792104:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792111:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792117:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792122:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779800 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688058.792125:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792144:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792154:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9af2c125f800) 00010000:00010000:2.0:1788688058.792157:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788688058.792160:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792165:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444a91a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792214:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444a90c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346319b expref: 8 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792235:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778600/0xc2ddd83e7444a921 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346319b expref: 7 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.792241:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f200) 00010000:00010000:2.0:1788688058.792244:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788688058.792246:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2778600, rc 0) 00000100:00100000:2.0:1788688058.793144:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+7:17382:x1875574819795072:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 2166us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.793157:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 22 00000100:00100000:2.0:1788688058.800976:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.801111:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819795328 00000100:00100000:1.0:1788688058.801127:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819795328 00000100:00100000:1.0:1788688058.801213:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 23 00000100:00100000:1.0:1788688058.801227:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+7:17382:x1875574819795328:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:1.0:1788688058.801260:0:20294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688058.801326:0:20294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a928 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631a2 expref: -99 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.801773:0:20294:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788688058.801959:0:20294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a928 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631a2 expref: 9 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.801978:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:1.0:1788688058.801982:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788688058.801988:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38ccc00/0xc2ddd83e7444a928 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631a2 expref: 9 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.802008:0:20294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38ccc00, rc 0) 00000100:00100000:1.0:1788688058.802096:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+8:17382:x1875574819795328:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 872us (1138us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788688058.802104:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 23 00000100:00100000:3.0:1788688058.806222:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688058.806760:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819795584 00000100:00100000:0.0:1788688058.806778:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819795584 00000100:00100000:0.0:1788688058.806884:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 24 00000100:00100000:0.0:1788688058.806898:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+8:17382:x1875574819795584:12345-192.168.204.26@tcp:36:lfs.0 00010000:00010000:0.0:1788688058.806980:0:19026:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788688058.807018:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778600/0xc2ddd83e7444a921 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346319b expref: 8 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.807051:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f200) 00010000:00010000:0.0:1788688058.807067:0:19026:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788688058.807103:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.807120:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.807147:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788688058.807934:0:19026:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000017ee5eaa reply state 0000000063325444 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688058.807951:0:19026:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788688058.807961:0:19026:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1788688058.808085:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+9:17382:x1875574819795584:12345-192.168.204.26@tcp:36:lfs.0 Request processed in 1188us (1876us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788688058.808093:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 24 00000100:00100000:3.0:1788688058.810337:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.810926:0:19027:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819795840 00000100:00100000:1.0:1788688058.810940:0:19027:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819795840 00000100:00100000:1.0:1788688058.811010:0:19027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 2 00000100:00100000:1.0:1788688058.811021:0:19027:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+9:17382:x1875574819795840:12345-192.168.204.26@tcp:35:lfs.0 00000100:00100000:1.0:1788688058.811338:0:19027:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+10:17382:x1875574819795840:12345-192.168.204.26@tcp:35:lfs.0 Request processed in 317us (1014us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788688058.811348:0:19027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 2 00010000:00010000:0.0:1788688058.811381:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.811396:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.811404:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.811411:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ece00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:0.0:1788688058.811417:0:3296:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.811427:0:3296:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.811448:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:0.0:1788688058.811452:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788688058.811458:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.811472:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a936 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.815397:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688058.815661:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819796096 00000100:00100000:3.0:1788688058.815675:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819796096 00000100:00100000:3.0:1788688058.815756:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 25 00000100:00100000:3.0:1788688058.815768:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+9:17382:x1875574819796096:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:3.0:1788688058.815800:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688058.815828:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed200/0xc2ddd83e7444a93d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631a9 expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.815942:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.815978:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.815993:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816012:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816021:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816028:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788688058.816192:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788688058.816312:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816321:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816328:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816335:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ecc00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688058.816419:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816430:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816633:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:3.0:1788688058.816637:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.816644:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816650:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816668:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816675:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816681:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816686:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ed000 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688058.816690:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816696:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816704:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9af3ca87c000) 00010000:00010000:3.0:1788688058.816706:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.816709:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816715:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed000/0xc2ddd83e7444a94b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816792:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed200/0xc2ddd83e7444a93d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631a9 expref: 11 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816804:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:3.0:1788688058.816807:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788688058.816811:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ed200/0xc2ddd83e7444a93d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631a9 expref: 11 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.816822:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ed200, rc 0) 00000100:00100000:3.0:1788688058.816935:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+10:17382:x1875574819796096:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 1168us (1555us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1788688058.816944:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 25 00000100:00100000:3.0:1788688058.819891:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688058.820006:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819796224 00000100:00100000:2.0:1788688058.820019:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819796224 00000100:00100000:2.0:1788688058.820090:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 26 00000100:00100000:2.0:1788688058.820121:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+10:17382:x1875574819796224:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:2.0:1788688058.820157:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688058.820191:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a959 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631b0 expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.820991:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.821014:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.821028:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788688058.821063:0:19025:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788688058.821067:0:19025:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788688058.821092:0:19025:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.821132:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444a959 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 12 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.821154:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 11 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.821165:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f800) 00010000:00010000:2.0:1788688058.821170:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788688058.821174:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779200, rc 0) 00000100:00100000:2.0:1788688058.821311:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+11:17382:x1875574819796224:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 1192us (1434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.821336:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 26 00000100:00100000:2.0:1788688058.827989:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.828154:0:19027:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819796352 00000100:00100000:1.0:1788688058.828170:0:19027:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819796352 00000100:00100000:1.0:1788688058.828304:0:19027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 3 00000100:00100000:1.0:1788688058.828320:0:19027:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+11:17382:x1875574819796352:12345-192.168.204.26@tcp:37:lfs.0 00000100:00100000:2.0:1788688058.833260:0:19027:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+11:17382:x1875574819796352:12345-192.168.204.26@tcp:37:lfs.0 Request processed in 4928us (5270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.833293:0:19027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 3 00000100:00100000:2.0:1788688058.837100:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688058.837561:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819796608 00000100:00100000:0.0:1788688058.837575:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819796608 00000100:00100000:0.0:1788688058.837652:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:0.0:1788688058.837664:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ee6d2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+11:17382:x1875574819796608:12345-192.168.204.26@tcp:35:lfs.0 00000100:00100000:0.0:1788688058.838218:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ee6d2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+12:17382:x1875574819796608:12345-192.168.204.26@tcp:35:lfs.0 Request processed in 555us (1141us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788688058.838227:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:3.0:1788688058.882836:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.882968:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819796736 00000100:00100000:1.0:1788688058.882987:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819796736 00000100:00100000:1.0:1788688058.883168:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 27 00000100:00100000:1.0:1788688058.883183:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+10:17388:x1875574819796736:12345-192.168.204.26@tcp:101:bash.0 00010000:00010000:1.0:1788688058.883213:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688058.883245:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a967 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631b7 expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883429:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883450:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883464:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883630:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883640:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883648:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883789:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc400/0xc2ddd83e7444a97c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883799:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc400/0xc2ddd83e7444a97c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.883833:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc400/0xc2ddd83e7444a97c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.883885:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788688058.883891:0:19024:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788688058.884231:0:19024:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc400/0xc2ddd83e7444a97c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884252:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884259:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884266:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884273:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cd400 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.884286:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884298:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884315:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:1.0:1788688058.884319:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.884325:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884332:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a96e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884368:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884375:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884381:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884387:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cc000 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.884390:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884396:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884405:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9af3c7fb4700) 00010000:00010000:1.0:1788688058.884408:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.884411:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884417:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a975 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884464:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a967 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b7 expref: 12 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884792:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc400/0xc2ddd83e7444a97c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b7 expref: 11 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.884819:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f800) 00010000:00010000:1.0:1788688058.884822:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788688058.884826:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cc400, rc 0) 00000100:00100000:1.0:1788688058.884948:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+11:17388:x1875574819796736:12345-192.168.204.26@tcp:101:bash.0 Request processed in 1767us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.884959:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 27 00000100:00100000:1.0:1788688058.890351:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688058.895159:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819796992 00000100:00100000:0.0:1788688058.895181:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819796992 00000100:00100000:0.0:1788688058.895255:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 28 00000100:00100000:0.0:1788688058.895266:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+11:17388:x1875574819796992:12345-192.168.204.26@tcp:101:bash.0 00010000:00010000:0.0:1788688058.895287:0:19026:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688058.895311:0:19026:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a983 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631be expref: -99 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.895647:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.895666:0:19026:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 11 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.895675:0:19026:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.895731:0:19026:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 11 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.895745:0:19026:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 11 pid: 19025 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688058.895761:0:19026:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19026:1875574839706112:192.168.204.26@tcp:104: 00000100:00100000:0.0:1788688058.895880:0:19026:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088180 going to sleep for 11 seconds 00000100:00100000:2.0:1788688058.903471:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688058.903646:0:19026:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19026:1875574839706112:192.168.204.26@tcp:104: 00010000:00010000:0.0:1788688058.903676:0:19026:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688058.903801:0:19011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819797120 00000100:00100000:3.0:1788688058.903810:0:19011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819797120 00010000:00010000:3.0:1788688058.903917:0:19011:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 12 pid: 19025 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688058.903961:0:19011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:3.0:1788688058.903972:0:19011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+12:2348:x1875574819797120:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788688058.903986:0:19011:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688058.903993:0:19011:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 12 pid: 19025 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.904007:0:19011:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 12 pid: 19025 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.904045:0:19011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444a960 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631b0 expref: 12 pid: 19025 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.904062:0:19011:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f800) 00010000:00010000:3.0:1788688058.904067:0:19011:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.904077:0:19011:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.904086:0:19011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.904416:0:19011:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788688058.904518:0:19011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+11:2348:x1875574819797120:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 509us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688058.904528:0:19011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 10 00010000:00010000:1.0:1788688058.905706:0:19026:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.905720:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.905955:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.905970:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.905980:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906864:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906875:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906883:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.906900:0:19026:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788688058.906930:0:19026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906938:0:19026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906945:0:19026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906952:0:19026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79eda00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688058.906956:0:19026:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906964:0:19026:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906976:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f800) 00010000:00010000:1.0:1788688058.906980:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688058.906984:0:19026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.906991:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79eda00/0xc2ddd83e7444a98a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788688058.907006:0:19026:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000404a82c2 reply state 00000000b5397572 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688058.907015:0:19026:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788688058.907053:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ece00/0xc2ddd83e7444a983 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 14 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.907082:0:19026:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 13 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.907089:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688058.907092:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1788688058.907094:0:19026:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cc000, rc 0) 00000100:00100000:1.0:1788688058.907218:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+14:17388:x1875574819796992:12345-192.168.204.26@tcp:101:bash.0 Request processed in 11954us (16877us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788688058.907228:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 28 00010000:00010000:3.0:1788688058.911955:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.911973:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.911981:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.911988:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cca00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688058.911993:0:3297:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.912018:0:3297:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.912035:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9af3c7fb4700) 00010000:00010000:3.0:1788688058.912038:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688058.912042:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.912049:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cca00/0xc2ddd83e7444a991 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.917775:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.917895:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819797248 00000100:00100000:1.0:1788688058.917907:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819797248 00000100:00100000:1.0:1788688058.917960:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 29 00000100:00100000:1.0:1788688058.917970:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+13:17388:x1875574819797248:12345-192.168.204.26@tcp:101:bash.0 00010000:00010000:1.0:1788688058.917992:0:20294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688058.918014:0:20294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a9a6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631c5 expref: -99 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918088:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918102:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918113:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688058.918149:0:20294:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788688058.918165:0:20294:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788688058.918183:0:20294:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918193:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918216:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a9a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 15 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918234:0:20294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 14 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688058.918242:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688058.918246:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788688058.918249:0:20294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cda00, rc 0) 00000100:00100000:1.0:1788688058.918307:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+14:17388:x1875574819797248:12345-192.168.204.26@tcp:101:bash.0 Request processed in 339us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688058.918313:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 29 00000100:00100000:2.0:1788688058.921949:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688058.922051:0:19027:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819797504 00000100:00100000:1.0:1788688058.922061:0:19027:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819797504 00000100:00100000:1.0:1788688058.922193:0:19027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:1.0:1788688058.922222:0:19027:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+14:17388:x1875574819797504:12345-192.168.204.26@tcp:35:bash.0 00000100:00100000:0.0:1788688058.922797:0:19027:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+15:17388:x1875574819797504:12345-192.168.204.26@tcp:35:bash.0 Request processed in 591us (855us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788688058.922807:0:19027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:2.0:1788688058.956223:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839706240:0@lo:13:osp-pre-0-0.0 10000000:01000000:3.0:1788688058.956256:0:19022:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788688058.956261:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3c8873000 from 10 10000000:01000000:3.0:1788688058.956265:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788688058.956300:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.956471:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788688058.956523:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.956536:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688058.956553:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.956592:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688058.956673:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839706368 00000100:00100000:2.0:1788688058.956681:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839706368 00000100:00100000:2.0:1788688058.956727:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1788688058.956736:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+16:19022:x1875574839706368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688058.956749:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688058.956762:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a9bb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a9b4 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688058.956777:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237600 going to sleep for 11 seconds 00010000:00010000:2.0:1788688058.956788:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a9bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a9b4 expref: 17 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.956801:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2779e00/0xc2ddd83e7444a9bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a9b4 expref: 17 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.956810:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779e00, rc 0) 00000100:00100000:0.0:1788688058.956814:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839706240 00000100:00100000:0.0:1788688058.956818:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839706240 00000100:00100000:0.0:1788688058.956879:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788688058.956887:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839706240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788688058.956915:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00080000:3.0:1788688058.956974:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788688058.957000:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788688058.957024:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9bb expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.957178:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a9bb expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688058.957244:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.957304:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839706240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 417us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688058.957312:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788688058.957352:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839706240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788688058.958865:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:19022:x1875574839706368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2124us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688058.958883:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688058.958885:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788688058.958918:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237600 going to sleep for 11 seconds 00000100:00100000:2.0:1788688058.958923:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839706496 00000100:00100000:2.0:1788688058.958929:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839706496 00000100:00100000:2.0:1788688058.959415:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788688058.959426:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ef50b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:19022:x1875574839706496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788688058.960356:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ef50b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:19022:x1875574839706496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 929us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.960366:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788688058.960440:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.960512:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.960753:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688058.960850:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237600 going to sleep for 11 seconds 00000100:00100000:0.0:1788688058.960887:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839706624 00000100:00100000:0.0:1788688058.960901:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839706624 00000100:00100000:0.0:1788688058.960940:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788688058.960948:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:19022:x1875574839706624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.961254:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:19022:x1875574839706624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 306us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688058.961261:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788688058.961321:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706624:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788688058.962418:0:21147:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788688058.962601:0:19022:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788688058.962992:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788688058.963071:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9bb expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.963083:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed200/0xc2ddd83e7444a9b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9bb expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788688058.963094:0:19022:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788688058.963097:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3c8344800 from 10 10000000:01000000:3.0:1788688058.963100:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788688058.963135:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.963143:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688058.963167:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688058.963189:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.963246:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688058.963346:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237600 going to sleep for 11 seconds 00000100:00100000:2.0:1788688058.963390:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839706752 00000100:00100000:2.0:1788688058.963397:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839706752 00000100:00100000:2.0:1788688058.963477:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788688058.963513:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+17:19022:x1875574839706752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688058.963536:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688058.963550:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2779a00/0xc2ddd83e7444a9c9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a9c2 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.963573:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2779a00/0xc2ddd83e7444a9c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a9c2 expref: 18 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.963584:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2779a00/0xc2ddd83e7444a9c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a9c2 expref: 18 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.963593:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779a00, rc 0) 00000100:00100000:2.0:1788688058.963651:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839706752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.963658:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788688058.963763:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788688058.963778:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9c9 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.963787:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a9c9 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688058.963835:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.963876:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688058.964287:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088000 going to sleep for 11 seconds 00000100:00100000:3.0:1788688058.964361:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839706880 00000100:00100000:3.0:1788688058.964366:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839706880 00000100:00100000:3.0:1788688058.964403:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1788688058.964410:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839706880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.965310:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839706880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 894us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688058.965319:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788688058.965520:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839706880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.965571:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.965616:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688058.965656:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8088000 going to sleep for 11 seconds 00000100:00100000:2.0:1788688058.965775:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839707008 00000100:00100000:2.0:1788688058.965788:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839707008 00000100:00100000:2.0:1788688058.965817:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788688058.965824:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839707008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788688058.965997:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839707008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 172us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.966012:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1788688058.966201:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f5079c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707008:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788688058.967249:0:21148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788688058.967877:0:19022:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788688058.967899:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788688058.967910:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9c9 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688058.967936:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af3c13ed000/0xc2ddd83e7444a9c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9c9 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788688058.968062:0:19022:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788688058.968066:0:19022:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9af3f343a800 from 10 10000000:01000000:2.0:1788688058.968069:0:19022:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788688058.968104:0:19022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.968112:0:19022:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.968123:0:19022:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.968145:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe38380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788688058.968205:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688058.968378:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c991ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788688058.968431:0:19019:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839707136 00000100:00100000:0.0:1788688058.968438:0:19019:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839707136 00000100:00100000:2.0:1788688058.970282:0:19019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1788688058.970294:0:19019:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+18:19022:x1875574839707136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688058.970311:0:19019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688058.970330:0:19019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9af2c2778c00/0xc2ddd83e7444a9d7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ddd83e7444a9d0 expref: -99 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.970373:0:19019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9af2c2778c00/0xc2ddd83e7444a9d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ddd83e7444a9d0 expref: 19 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.970403:0:19019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9af2c2778c00/0xc2ddd83e7444a9d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ddd83e7444a9d0 expref: 19 pid: 19019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.970413:0:19019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2778c00, rc 0) 00000100:00100000:2.0:1788688058.970495:0:19019:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839707136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (2274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688058.970502:0:19019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1788688058.970572:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe38380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788688058.970588:0:19022:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9d7 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.970598:0:19022:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ddd83e7444a9d7 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688058.970661:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3ffe38380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788688058.970689:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688058.970722:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c991ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788688058.971680:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839707264 00000100:00100000:0.0:1788688058.971689:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839707264 00000100:00100000:0.0:1788688058.971725:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1788688058.971733:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839707264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.972024:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839707264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 290us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688058.972032:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788688058.972165:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3ffe38380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.972202:0:19022:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788688058.972239:0:19022:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688058.972269:0:19022:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788688058.972634:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839707392 00000100:00100000:0.0:1788688058.972639:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839707392 00000100:00100000:0.0:1788688058.972664:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1788688058.972670:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839707392:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788688058.972836:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:19022:x1875574839707392:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 165us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688058.972854:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1788688058.972931:0:19022:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c697fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:19022:1875574839707392:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788688058.975825:0:21149:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1788688058.976100:0:19022:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1788688058.976125:0:19022:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788688058.976136:0:19022:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9d7 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688058.976147:0:19022:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.126@tcp lock: ffff9af2c2779c00/0xc2ddd83e7444a9d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ddd83e7444a9d7 expref: -99 pid: 19022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688059.009788:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.009910:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819797760 00000100:00100000:3.0:1788688059.009921:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819797760 00000100:00100000:3.0:1788688059.010051:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 30 00000100:00100000:3.0:1788688059.010063:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+15:17398:x1875574819797760:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:3.0:1788688059.010108:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688059.010131:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a9de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631cc expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788688059.010232:0:19025:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788688059.010352:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a9de lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631cc expref: 17 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.010368:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9af3e29fe300) 00010000:00010000:3.0:1788688059.010371:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788688059.010377:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444a9de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631cc expref: 17 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.010392:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ecc00, rc 0) 00000100:00100000:3.0:1788688059.010460:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+16:17398:x1875574819797760:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 399us (685us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1788688059.010468:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 30 00000100:00100000:2.0:1788688059.015525:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688059.015670:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819798016 00000100:00100000:0.0:1788688059.015683:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819798016 00000100:00100000:0.0:1788688059.015756:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:0.0:1788688059.015767:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+16:17398:x1875574819798016:12345-192.168.204.26@tcp:35:lfs.0 00000100:00100000:0.0:1788688059.016180:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+17:17398:x1875574819798016:12345-192.168.204.26@tcp:35:lfs.0 Request processed in 414us (666us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788688059.016199:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:2.0:1788688059.083477:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688059.087091:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819798272 00000100:00100000:1.0:1788688059.087109:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819798272 00000100:00100000:1.0:1788688059.087197:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 31 00000100:00100000:1.0:1788688059.087209:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+17:17401:x1875574819798272:12345-192.168.204.26@tcp:101:lfs.0 00010000:00010000:1.0:1788688059.087235:0:20294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688059.087271:0:20294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a9ec lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631d3 expref: -99 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.087373:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444a9f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.087388:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444a9f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.087401:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444a9f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688059.087413:0:20294:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788688059.087787:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444a9ec lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631d3 expref: 20 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.087808:0:20294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444a9f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631d3 expref: 19 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.087816:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688059.087819:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788688059.087823:0:20294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cd800, rc 0) 00000100:00100000:1.0:1788688059.087904:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+19:17401:x1875574819798272:12345-192.168.204.26@tcp:101:lfs.0 Request processed in 697us (4437us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788688059.087911:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 31 00000100:00100000:3.0:1788688059.093110:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.093159:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688059.093193:0:21134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819798400 00000100:00100000:2.0:1788688059.093205:0:21134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819798400 00000100:00100000:2.0:1788688059.093270:0:21134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:2.0:1788688059.093280:0:21134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c697fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+19:2349:x1875574819798400:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788688059.093294:0:21134:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688059.093317:0:21134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444a9f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631d3 expref: 19 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.093336:0:21134:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:2.0:1788688059.093341:0:21134:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788688059.093397:0:21134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c697fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:2349:x1875574819798400:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 119us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688059.093404:0:21134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:1.0:1788688059.093558:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819798528 00000100:00100000:1.0:1788688059.093563:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819798528 00000100:00100000:1.0:1788688059.093600:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 32 00000100:00100000:1.0:1788688059.093607:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17401:x1875574819798528:12345-192.168.204.26@tcp:54:lfs.0 00010000:00010000:1.0:1788688059.093679:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093693:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093703:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093727:0:19026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093735:0:19026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093741:0:19026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093748:0:19026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cd400 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688059.093752:0:19026:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093760:0:19026:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093768:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688059.093771:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788688059.093774:0:19026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.093780:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd400/0xc2ddd83e7444aa01 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688059.093825:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17401:x1875574819798528:12345-192.168.204.26@tcp:54:lfs.0 Request processed in 219us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688059.093833:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 32 00000100:00100000:2.0:1788688059.100580:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688059.100984:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819798784 00000100:00100000:0.0:1788688059.100994:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819798784 00000100:00100000:0.0:1788688059.101069:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:0.0:1788688059.101080:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ffe38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17401:x1875574819798784:12345-192.168.204.26@tcp:35:lfs.0 00000100:00100000:0.0:1788688059.101341:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ffe38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+19:17401:x1875574819798784:12345-192.168.204.26@tcp:35:lfs.0 Request processed in 262us (772us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788688059.101349:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 7 00010000:00010000:0.0:1788688059.208141:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788688059.474666:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.474779:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819799040 00000100:00100000:3.0:1788688059.474791:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819799040 00000100:00100000:3.0:1788688059.475845:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 33 00000100:00100000:3.0:1788688059.475857:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+19:17432:x1875574819799040:12345-192.168.204.26@tcp:101:cat.0 00010000:00010000:3.0:1788688059.475885:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688059.475936:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa08 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631da expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.476074:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa0f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.476087:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.476100:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788688059.476111:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788688059.476257:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa08 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631da expref: 22 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.476275:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa0f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631da expref: 21 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.476284:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:3.0:1788688059.476287:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788688059.476290:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ede00, rc 0) 00000100:00100000:3.0:1788688059.476380:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:17432:x1875574819799040:12345-192.168.204.26@tcp:101:cat.0 Request processed in 523us (1723us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788688059.476387:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 33 00000100:00100000:3.0:1788688059.483219:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.483401:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688059.483564:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819799424 00000100:00100000:1.0:1788688059.483581:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819799424 00000100:00100000:1.0:1788688059.483672:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 1 00000100:00100000:1.0:1788688059.483684:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:2348:x1875574819799424:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788688059.483701:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788688059.483728:0:19010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa0f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631da expref: 21 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.483756:0:19010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688059.483761:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788688059.483890:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+20:2348:x1875574819799424:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 207us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688059.483898:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 1 00000100:00100000:0.0:1788688059.485667:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819799296 00000100:00100000:0.0:1788688059.485686:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819799296 00000100:00100000:0.0:1788688059.485878:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:0.0:1788688059.485891:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+20:17432:x1875574819799296:12345-192.168.204.26@tcp:35:cat.0 00000100:00100000:0.0:1788688059.486379:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:17432:x1875574819799296:12345-192.168.204.26@tcp:35:cat.0 Request processed in 490us (3175us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1788688059.486388:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 8 00000100:00100000:3.0:1788688059.572205:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688059.572323:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819799680 00000100:00100000:2.0:1788688059.572341:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819799680 00000100:00100000:2.0:1788688059.572432:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 34 00000100:00100000:2.0:1788688059.572444:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:17438:x1875574819799680:12345-192.168.204.26@tcp:101:dd.0 00010000:00010000:2.0:1788688059.572529:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688059.572557:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aa1d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631e1 expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.572702:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.572720:0:19025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 22 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.572755:0:19025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.572765:0:19025:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.572815:0:19025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.572843:0:19025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688059.572860:0:19025:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fc1c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:19025:1875574839707520:192.168.204.26@tcp:104: 00010000:00010000:2.0:1788688059.573149:0:19025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 22 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.573160:0:19025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 22 pid: 19026 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688059.573171:0:19025:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fc1c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:19025:1875574839707648:192.168.204.26@tcp:104: 00000100:00100000:2.0:1788688059.573199:0:19025:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c991ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688059.579278:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.579384:0:21134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819799936 00000100:00100000:3.0:1788688059.579402:0:21134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819799936 00010000:00010000:3.0:1788688059.579454:0:21134:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 23 pid: 19026 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688059.579647:0:21134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:2.0:1788688059.579654:0:19025:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fc1c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:19025:1875574839707520:192.168.204.26@tcp:104: 00000100:00100000:2.0:1788688059.579676:0:19025:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fc1c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:19025:1875574839707648:192.168.204.26@tcp:104: 00000100:00100000:3.0:1788688059.579686:0:21134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3d0068850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+23:2348:x1875574819799936:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788688059.579706:0:21134:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688059.579724:0:21134:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 23 pid: 19026 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.579725:0:19025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.579743:0:21134:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 23 pid: 19026 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.579804:0:21134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc000/0xc2ddd83e7444a998 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631be expref: 23 pid: 19026 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.579864:0:21134:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:3.0:1788688059.579871:0:21134:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.579881:0:21134:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.579887:0:21134:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788688059.580018:0:21134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3d0068850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+22:2348:x1875574819799936:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 358us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688059.580025:0:21134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:0.0:1788688059.581246:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688059.581699:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819799808 00000100:00100000:1.0:1788688059.581713:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819799808 00010000:00010000:1.0:1788688059.581767:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688059.581825:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:1.0:1788688059.581847:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5078a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+22:2348:x1875574819799808:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788688059.581868:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788688059.581899:0:19010:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.581915:0:19010:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.581942:0:19010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444a9ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.26@tcp remote: 0xfa2de359434631c5 expref: 22 pid: 20294 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.581964:0:19010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688059.581970:0:19010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.581982:0:19010:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.581992:0:19010:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.582034:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788688059.582118:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5078a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:2348:x1875574819799808:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 273us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688059.582126:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 12 00010000:00010000:2.0:1788688059.582383:0:19025:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.582393:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788688059.582418:0:19025:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788688059.582693:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aa1d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631e1 expref: 22 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.582711:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779800/0xc2ddd83e7444aa24 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631e1 expref: 21 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688059.582720:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:2.0:1788688059.582723:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788688059.582726:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779800, rc 0) 00000100:00100000:2.0:1788688059.582758:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:17438:x1875574819799680:12345-192.168.204.26@tcp:101:dd.0 Request processed in 10317us (10565us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788688059.582767:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 34 00000100:00100000:2.0:1788688059.590089:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.590153:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819800192 00000100:00100000:3.0:1788688059.590165:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819800192 00000100:00100000:3.0:1788688059.590289:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 35 00000100:00100000:3.0:1788688059.590304:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+21:17438:x1875574819800192:12345-192.168.204.26@tcp:36:dd.0 00000040:00080000:2.0:1788688059.591468:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788688059.591745:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.591766:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.591778:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788688059.591865:0:19024:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788688059.591890:0:19024:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000002b1b3a4 reply state 00000000c6399650 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688059.591900:0:19024:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788688059.592001:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17438:x1875574819800192:12345-192.168.204.26@tcp:36:dd.0 Request processed in 1698us (1920us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788688059.592010:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 35 00000020:00080000:3.0:1788688059.592016:0:19024:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788688059.596533:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.596556:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.596564:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.596570:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ecc00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688059.596577:0:3296:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.596585:0:3296:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.596716:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:3.0:1788688059.596719:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688059.596726:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.596733:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa32 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688059.599783:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688059.600042:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819800320 00000100:00100000:1.0:1788688059.600054:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819800320 00000100:00100000:1.0:1788688059.600153:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 36 00000100:00100000:1.0:1788688059.600165:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+23:17438:x1875574819800320:12345-192.168.204.26@tcp:101:dd.0 00010000:00010000:1.0:1788688059.600200:0:19026:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688059.600225:0:19026:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aa39 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631e8 expref: -99 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.600312:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aa39 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631e8 expref: 24 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.600326:0:19026:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aa39 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631e8 expref: 24 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.600345:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688059.600348:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788688059.600352:0:19026:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cda00, rc 0) 00000100:00100000:1.0:1788688059.600417:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17438:x1875574819800320:12345-192.168.204.26@tcp:101:dd.0 Request processed in 253us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688059.600424:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 36 00000100:00100000:0.0:1788688059.625212:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.626185:0:21134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819800576 00000100:00100000:3.0:1788688059.626199:0:21134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819800576 00000100:00100000:3.0:1788688059.626292:0:21134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 2 00000100:00100000:3.0:1788688059.626303:0:21134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17438:x1875574819800576:12345-192.168.204.26@tcp:103:dd.0 00010000:00010000:3.0:1788688059.626322:0:21134:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688059.626368:0:21134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aa39 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631e8 expref: 24 pid: 19026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.626390:0:21134:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:3.0:1788688059.626395:0:21134:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788688059.626457:0:21134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+23:17438:x1875574819800576:12345-192.168.204.26@tcp:103:dd.0 Request processed in 156us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688059.626464:0:21134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 2 00000100:00100000:0.0:1788688059.634562:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688059.634741:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819800704 00000100:00100000:1.0:1788688059.634752:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819800704 00000100:00100000:1.0:1788688059.634954:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 37 00000100:00100000:1.0:1788688059.634966:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+23:17438:x1875574819800704:12345-192.168.204.26@tcp:58:dd.0 00010000:00010000:1.0:1788688059.635134:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.635152:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688059.635163:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788688059.636930:0:20294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788688059.638522:0:20294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1788688059.638664:0:20294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1788688059.639268:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+23:17438:x1875574819800704:12345-192.168.204.26@tcp:58:dd.0 Request processed in 4297us (4708us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688059.639280:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 37 00000100:00100000:2.0:1788688059.650682:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688059.650925:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819800832 00000100:00100000:3.0:1788688059.650936:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819800832 00000100:00100000:3.0:1788688059.651005:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 38 00000100:00100000:3.0:1788688059.651016:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+23:17438:x1875574819800832:12345-192.168.204.26@tcp:101:dd.0 00010000:00010000:3.0:1788688059.651036:0:19025:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688059.651058:0:19025:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631ef expref: -99 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.651136:0:19025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.651148:0:19025:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 24 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.651169:0:19025:0:(ldlm_request.c:384:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.651181:0:19025:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 24 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.651195:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:3.0:1788688059.651198:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788688059.651202:0:19025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 24 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688059.651209:0:19025:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3c13ecc00, rc 0) 00000100:00100000:3.0:1788688059.651268:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17438:x1875574819800832:12345-192.168.204.26@tcp:101:dd.0 Request processed in 253us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688059.651274:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 38 00010000:00010000:0.0:1788688060.230110:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788688060.615112:0:19058:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788688060.615127:0:19058:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788688060.615182:0:19058:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788688060.615193:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788688060.615403:0:19058:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fc1c5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:19058:1875574839707776:192.168.204.26@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788688060.615585:0:19058:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8912840 going to sleep for 11 seconds 00000100:00100000:3.0:1788688060.619529:0:19058:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fc1c5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:19058:1875574839707776:192.168.204.26@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788688060.620438:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.620553:0:19035:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819800960 00000100:00100000:1.0:1788688060.620565:0:19035:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819800960 00000100:00100000:1.0:1788688060.620642:0:19035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:1.0:1788688060.620655:0:19035:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819800960:12345-192.168.204.26@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788688060.620771:0:19035:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819800960:12345-192.168.204.26@tcp:900:lhsmtool_posix.0 Request processed in 118us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.620780:0:19035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00080000:3.0:1788688060.621516:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788688060.628054:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.628173:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819801088 00000100:00100000:3.0:1788688060.628188:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819801088 00000100:00100000:3.0:1788688060.628605:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 39 00000100:00100000:3.0:1788688060.628690:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819801088:12345-192.168.204.26@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788688060.628758:0:19024:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788688060.629001:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819801088:12345-192.168.204.26@tcp:53:lhsmtool_posix.0 Request processed in 316us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688060.629010:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 39 00000100:00100000:2.0:1788688060.641876:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.642681:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819801216 00000100:00100000:3.0:1788688060.642697:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819801216 00000100:00100000:3.0:1788688060.642781:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 40 00000100:00100000:3.0:1788688060.642795:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819801216:12345-192.168.204.26@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788688060.642906:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.642928:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.642946:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644423:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644447:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644460:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644514:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644523:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644544:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788688060.644593:0:19025:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788688060.644598:0:19025:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788688060.644614:0:19025:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644627:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644634:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644641:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644646:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3c13ede00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688060.644650:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644659:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644672:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af3c7fb4c00) 00010000:00010000:3.0:1788688060.644675:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688060.644679:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.644685:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ede00/0xc2ddd83e7444aa4e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647158:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647176:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647184:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647190:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4c000 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688060.647195:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647204:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647222:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9af3ca87ca00) 00010000:00010000:3.0:1788688060.647225:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688060.647229:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647236:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c000/0xc2ddd83e7444aa55 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647262:0:19025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647268:0:19025:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647275:0:19025:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647296:0:19025:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4da00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:3.0:1788688060.647300:0:19025:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647306:0:19025:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647314:0:19025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:3.0:1788688060.647317:0:19025:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788688060.647328:0:19025:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.647335:0:19025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aa5c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688060.647446:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819801216:12345-192.168.204.26@tcp:34:lhsmtool_posix.0 Request processed in 4648us (5582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688060.647457:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 40 00000100:00100000:0.0:1788688060.651378:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.651510:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819801472 00000100:00100000:3.0:1788688060.651522:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819801472 00000100:00100000:3.0:1788688060.651597:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 41 00000100:00100000:3.0:1788688060.651607:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+24:17440:x1875574819801472:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788688060.651638:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688060.651662:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c800/0xc2ddd83e7444aa63 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631f6 expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.651767:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.651799:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.651993:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788688060.652007:0:19024:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788688060.657729:0:19024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.657771:0:19024:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.657780:0:19024:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.657785:0:19024:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d600 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:0.0:1788688060.657790:0:19024:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.657798:0:19024:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.658705:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:0.0:1788688060.658711:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788688060.658717:0:19024:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.658725:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4d600/0xc2ddd83e7444aa6a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.658798:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c800/0xc2ddd83e7444aa63 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631f6 expref: 26 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.659256:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9af3c7fb4c00) 00010000:00010000:0.0:1788688060.659260:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788688060.659265:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4c800/0xc2ddd83e7444aa63 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631f6 expref: 26 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.659278:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f4b4c800, rc 0) 00000100:00100000:0.0:1788688060.659393:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+25:17440:x1875574819801472:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 7786us (8025us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1788688060.659402:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 41 00000100:00100000:2.0:1788688060.664610:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.668191:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819801600 00000100:00100000:3.0:1788688060.668225:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819801600 00000100:00100000:2.0:1788688060.668623:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 42 00000100:00100000:2.0:1788688060.668639:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+25:17440:x1875574819801600:12345-192.168.204.26@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788688060.668691:0:19026:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788688060.668861:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+25:17440:x1875574819801600:12345-192.168.204.26@tcp:53:lhsmtool_posix.0 Request processed in 224us (4266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688060.668870:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 42 00000100:00100000:2.0:1788688060.681650:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.682229:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819801856 00000100:00100000:1.0:1788688060.682593:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819801856 00000100:00100000:1.0:1788688060.682798:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 43 00000100:00100000:1.0:1788688060.682822:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+25:17440:x1875574819801856:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788688060.682861:0:20294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688060.682892:0:20294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aa78 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de359434631fd expref: -99 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788688060.683849:0:20294:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x7:0x0], count =59 00000004:00080000:1.0:1788688060.683859:0:20294:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000400:0x7:0x0]+59 in llog 00000004:00080000:1.0:1788688060.683936:0:20294:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x42:0x0], index 1: 0 00010000:00010000:1.0:1788688060.684299:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aa7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.684320:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aa7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.684349:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aa7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.684432:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aa78 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631fd expref: 28 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.684458:0:20294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aa7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631fd expref: 27 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.684468:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3c7fb4300) 00010000:00010000:1.0:1788688060.684471:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788688060.684474:0:20294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cd600, rc 0) 00000100:00100000:1.0:1788688060.685669:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+27:17440:x1875574819801856:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 2852us (4029us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788688060.685683:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 43 00000100:00100000:0.0:1788688060.709523:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688060.709730:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819802112 00000100:00100000:2.0:1788688060.709743:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819802112 00000100:00100000:2.0:1788688060.709823:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 44 00000100:00100000:2.0:1788688060.709837:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+27:17440:x1875574819802112:12345-192.168.204.26@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788688060.709929:0:19026:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688060.709966:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aa7f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631fd expref: 27 pid: 20294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.709999:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3c7fb4300) 00010000:00010000:2.0:1788688060.710014:0:19026:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788688060.710046:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.710064:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.710095:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712292:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712315:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712328:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712399:0:19026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712406:0:19026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712413:0:19026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712418:0:19026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778e00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688060.712423:0:19026:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712430:0:19026:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712441:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9af2c125f800) 00010000:00010000:2.0:1788688060.712443:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788688060.712448:0:19026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712466:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778e00/0xc2ddd83e7444aa8d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712498:0:19026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712504:0:19026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712510:0:19026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712514:0:19026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779200 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688060.712517:0:19026:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712523:0:19026:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712529:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x972e6355 (ffff9af2c125fb00) 00010000:00010000:2.0:1788688060.712532:0:19026:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788688060.712534:0:19026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.712540:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779200/0xc2ddd83e7444aa94 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x972e6355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.712708:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+26:17440:x1875574819802112:12345-192.168.204.26@tcp:36:lhsmtool_posix.0 Request processed in 2868us (3199us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788688060.712717:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 44 00000100:00100000:2.0:1788688060.716558:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688060.716750:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819802240 00000100:00100000:0.0:1788688060.716761:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819802240 00000100:00100000:0.0:1788688060.716838:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 45 00000100:00100000:0.0:1788688060.716850:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+26:17440:x1875574819802240:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788688060.716873:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788688060.716897:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ec600/0xc2ddd83e7444aa9b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463204 expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.716935:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ecc00/0xc2ddd83e7444aaa2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.716950:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ecc00/0xc2ddd83e7444aaa2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.716963:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ecc00/0xc2ddd83e7444aaa2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.717069:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ec600/0xc2ddd83e7444aa9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463204 expref: 28 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.717089:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f79ecc00/0xc2ddd83e7444aaa2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463204 expref: 27 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.717097:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:0.0:1788688060.717101:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788688060.717111:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f79ecc00, rc 0) 00000100:00100000:0.0:1788688060.717179:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+27:17440:x1875574819802240:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 331us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688060.717187:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 45 00000100:00100000:0.0:1788688060.730137:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.730258:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819802496 00000100:00100000:3.0:1788688060.730272:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819802496 00000100:00100000:3.0:1788688060.730359:0:19025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 46 00000100:00100000:3.0:1788688060.730373:0:19025:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+27:17440:x1875574819802496:12345-192.168.204.26@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788688060.730548:0:19025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.730573:0:19025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.730587:0:19025:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788688060.731087:0:19025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:3.0:1788688060.731099:0:19025:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 606421617736ns, next at 607421615408ns, rc = 0 00000004:00010000:3.0:1788688060.731220:0:19025:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009c85a809 reply state 00000000c084a5e1 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688060.731231:0:19025:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788688060.731369:0:19025:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+29:17440:x1875574819802496:12345-192.168.204.26@tcp:36:lhsmtool_posix.0 Request processed in 997us (1248us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788688060.731403:0:19025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 46 00010000:00010000:2.0:1788688060.736399:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.736422:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.736431:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.736437:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4da00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688060.736442:0:3297:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.736451:0:3297:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.736473:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:2.0:1788688060.736477:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788688060.736517:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.736525:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f4b4da00/0xc2ddd83e7444aaa9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19025 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688060.738728:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.738906:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819802624 00000100:00100000:1.0:1788688060.738922:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819802624 00000100:00100000:1.0:1788688060.739000:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 47 00000100:00100000:1.0:1788688060.739011:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+28:17440:x1875574819802624:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788688060.739044:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688060.739073:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de3594346320b expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.739163:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 29 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.739180:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 29 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.739222:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:1.0:1788688060.739226:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788688060.739230:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cc600, rc 0) 00000100:00100000:1.0:1788688060.739309:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+29:17440:x1875574819802624:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 299us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.739323:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 47 00000100:00100000:2.0:1788688060.747998:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.748524:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819802752 00000100:00100000:3.0:1788688060.748537:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819802752 00000100:00100000:3.0:1788688060.748630:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:3.0:1788688060.748642:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2349:x1875574819802752:12345-192.168.204.26@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788688060.749037:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2349:x1875574819802752:12345-192.168.204.26@tcp:2:lhsmtool_posix.0 Request processed in 397us (1050us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788688060.749046:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00080000:0.0:1788688060.751177:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788688060.753227:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688060.754137:0:19027:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819803008 00000100:00100000:2.0:1788688060.754152:0:19027:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819803008 00000100:00100000:2.0:1788688060.754248:0:19027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00100000:2.0:1788688060.754261:0:19027:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f5078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+29:17440:x1875574819803008:12345-192.168.204.26@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788688060.756077:0:19027:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f5078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+30:17440:x1875574819803008:12345-192.168.204.26@tcp:35:lhsmtool_posix.0 Request processed in 1805us (2852us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788688060.756115:0:19027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 9 00000100:00100000:2.0:1788688060.763378:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.763739:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819803264 00000100:00100000:1.0:1788688060.763751:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819803264 00000100:00100000:1.0:1788688060.763837:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 48 00000100:00100000:1.0:1788688060.763855:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+30:17440:x1875574819803264:12345-192.168.204.26@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788688060.763971:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+30:17440:x1875574819803264:12345-192.168.204.26@tcp:57:lhsmtool_posix.0 Request processed in 119us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.763980:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 48 00000100:00100000:3.0:1788688060.770049:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.770433:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819803392 00000100:00100000:1.0:1788688060.770444:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819803392 00000100:00100000:1.0:1788688060.770548:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 49 00000100:00100000:1.0:1788688060.770558:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+30:17440:x1875574819803392:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788688060.770579:0:19024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788688060.770602:0:19024:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aab7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463212 expref: -99 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.770677:0:19024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aabe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.770696:0:19024:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aabe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.770724:0:19024:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aabe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788688060.770761:0:19024:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788688060.770777:0:19024:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aabe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19024 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.770801:0:19024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aab7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463212 expref: 32 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.770831:0:19024:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aabe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463212 expref: 31 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.770839:0:19024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:1.0:1788688060.770842:0:19024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788688060.770849:0:19024:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f38cda00, rc 0) 00000100:00100000:1.0:1788688060.770908:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+31:17440:x1875574819803392:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 347us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.770915:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 49 00000100:00100000:0.0:1788688060.776953:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688060.777271:0:19711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819803520 00000100:00100000:2.0:1788688060.777289:0:19711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819803520 00000100:00100000:2.0:1788688060.777359:0:19711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:2.0:1788688060.777372:0:19711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f507ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2348:x1875574819803520:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788688060.777394:0:19711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788688060.777417:0:19711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463219 expref: -99 pid: 19711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788688060.777447:0:19711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9d36bc, blocks: 0x1 00010000:00010000:2.0:1788688060.777468:0:19711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=606s v=(0 0) 00010000:00010000:2.0:1788688060.777472:0:19711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688060.777521:0:19711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 7 pid: 19711 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.777542:0:19711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 7 pid: 19711 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.777557:0:19711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af2c2779400, rc 0) 00000100:00100000:2.0:1788688060.777636:0:19711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f507ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2348:x1875574819803520:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 267us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688060.777643:0:19711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:0.0:1788688060.789844:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.793558:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819803776 00000100:00100000:1.0:1788688060.793580:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819803776 00000100:00100000:1.0:1788688060.793683:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 50 00000100:00100000:1.0:1788688060.793695:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+31:17440:x1875574819803776:12345-192.168.204.26@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788688060.794705:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+31:17440:x1875574819803776:12345-192.168.204.26@tcp:57:lhsmtool_posix.0 Request processed in 1004us (4876us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.794717:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 50 00000100:00100000:3.0:1788688060.800909:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.801116:0:19024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819803904 00000100:00100000:1.0:1788688060.801150:0:19024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819803904 00000100:00100000:1.0:1788688060.801229:0:19024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 51 00000100:00100000:1.0:1788688060.801240:0:19024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+31:17440:x1875574819803904:12345-192.168.204.26@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788688060.924277:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901907 is committed 00000001:00080000:3.0:1788688060.924308:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000001:00080000:3.0:1788688060.924317:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901908 is committed 00000001:00080000:3.0:1788688060.924336:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788688060.924346:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:2.0:1788688060.924566:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788688060.924589:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fc1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839707904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788688060.924675:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688060.925046:0:19024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+14:17440:x1875574819803904:12345-192.168.204.26@tcp:44:lhsmtool_posix.0 Request processed in 123803us (124149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688060.925058:0:19024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 51 00000100:00100000:0.0:1788688060.926391:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839707904 00000100:00100000:0.0:1788688060.926403:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839707904 00000100:00100000:0.0:1788688060.926552:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788688060.926563:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875574839707904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1788688060.926760:0:19710:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788688060.926764:0:19710:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788688060.926767:0:19710:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788688060.926769:0:19710:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788688060 -> 1788688060 00002000:00010000:0.0:1788688060.926772:0:19710:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788688060.926845:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3313:x1875574839707904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 283us (2169us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788688060.926853:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000004:00080000:2.0:1788688060.927154:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9af3fc1c6d80/2, rc 0, transno 12884901891 00000100:00100000:2.0:1788688060.927161:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fc1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875574839707904:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1788688060.927263:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788688060.931967:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688060.932181:0:19711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804032 00000100:00100000:0.0:1788688060.932193:0:19711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804032 00000100:00100000:0.0:1788688060.932265:0:19711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00100000:0.0:1788688060.932292:0:19711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2349:x1875574819804032:12345-192.168.204.26@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788688060.932434:0:19711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2349:x1875574819804032:12345-192.168.204.26@tcp:16:lhsmtool_posix.0 Request processed in 144us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688060.932441:0:19711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00100000:2.0:1788688060.937438:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.937701:0:19025:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804288 00000100:00100000:3.0:1788688060.937713:0:19025:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804288 00000100:00100000:1.0:1788688060.937862:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 52 00000100:00100000:1.0:1788688060.937878:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+14:17440:x1875574819804288:12345-192.168.204.26@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788688060.937941:0:19026:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788688060.937970:0:19026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aabe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463212 expref: 14 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.937993:0:19026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:1.0:1788688060.937998:0:19026:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788688060.938032:0:19026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.938048:0:19026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.938059:0:19026:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788688060.940090:0:19026:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000066092d27 reply state 0000000038234f4b transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688060.940111:0:19026:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788688060.940245:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+15:17440:x1875574819804288:12345-192.168.204.26@tcp:36:lhsmtool_posix.0 Request processed in 2370us (2815us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1788688060.940254:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 52 00010000:00010000:0.0:1788688060.944558:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.944579:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.944586:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.944593:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cd600 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:0.0:1788688060.944598:0:3296:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.944607:0:3296:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.944627:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:0.0:1788688060.944631:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788688060.944638:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688060.944651:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd600/0xc2ddd83e7444aacc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19026 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.946370:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.946560:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804416 00000100:00100000:3.0:1788688060.946572:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804416 00000100:00100000:3.0:1788688060.946773:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:3.0:1788688060.946910:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:17440:x1875574819804416:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788688060.946931:0:19708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788688060.946951:0:19708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa2de35943463220 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.946981:0:19708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 8 pid: 19711 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.947080:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788688060.947084:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788688060.947091:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 8 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.947131:0:19708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 8 pid: 19711 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.947147:0:19708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 8 pid: 19711 timeout: 706 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688060.947163:0:19708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:19708:1875574839708032:192.168.204.26@tcp:104: 00000100:00100000:3.0:1788688060.947264:0:19708:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788688060.953911:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688060.954027:0:19010:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804544 00000100:00100000:1.0:1788688060.954054:0:19010:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804544 00000100:00100000:2.0:1788688060.954071:0:19708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:19708:1875574839708032:192.168.204.26@tcp:104: 00010000:00010000:2.0:1788688060.954109:0:19708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 8 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.954136:0:19708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9af3f4b4c000, rc 0) 00010000:00010000:1.0:1788688060.954217:0:19010:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 9 pid: 19711 timeout: 706 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.954254:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:17440:x1875574819804416:12345-192.168.204.26@tcp:101:lhsmtool_posix.0 Request processed in 7470us (7892us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.954267:0:19010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:2.0:1788688060.954268:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 16 00000100:00100000:1.0:1788688060.954282:0:19010:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:2348:x1875574819804544:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788688060.954299:0:19010:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788688060.954323:0:19010:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 8 pid: 19711 timeout: 706 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.954343:0:19010:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 8 pid: 19711 timeout: 706 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.954367:0:19010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444aac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463219 expref: 8 pid: 19711 timeout: 706 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.954382:0:19010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788688060.954387:0:19010:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788688060.954395:0:19010:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 7 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.954406:0:19010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 7 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.954645:0:19010:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 7 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688060.954676:0:19010:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:19010:1875574839708160:192.168.204.26@tcp:105: 00000100:00100000:1.0:1788688060.954739:0:19010:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c83bf600 going to sleep for 11 seconds 00000100:00100000:2.0:1788688060.961644:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688060.961783:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804672 00000100:00100000:0.0:1788688060.961793:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804672 00000100:00100000:0.0:1788688060.961866:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 17 00000100:00100000:0.0:1788688060.961903:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+8:2348:x1875574819804672:12345-192.168.204.26@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788688060.962254:0:19710:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788688060.962258:0:19710:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788688059 00002000:00010000:0.0:1788688060.962260:0:19710:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788688058 00002000:00010000:0.0:1788688060.962262:0:19710:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788688060 -> 1788688059 00002000:00010000:0.0:1788688060.962264:0:19710:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788688060.962329:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:2348:x1875574819804672:12345-192.168.204.26@tcp:2:lhsmtool_posix.0 Request processed in 437us (695us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788688060.962337:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 17 00000100:00100000:1.0:1788688060.967382:0:19010:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:19010:1875574839708160:192.168.204.26@tcp:105: 00010000:00010000:1.0:1788688060.967516:0:19010:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788688060.967930:0:19010:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+8:2348:x1875574819804544:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 13649us (14028us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688060.967942:0:19010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:2.0:1788688060.969082:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.969183:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804800 00000100:00100000:3.0:1788688060.969192:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804800 00000100:00100000:3.0:1788688060.969246:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 18 00000100:00100000:3.0:1788688060.969257:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3fc1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+8:2348:x1875574819804800:12345-192.168.204.26@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788688060.969301:0:19708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.969320:0:19708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 8 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.969346:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788688060.969350:0:19708:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788688060.969355:0:19708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.969388:0:19708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 8 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.969402:0:19708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 8 pid: 19708 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688060.969416:0:19708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:19708:1875574839708288:192.168.204.26@tcp:104: 00000100:00100000:3.0:1788688060.969506:0:19708:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237180 going to sleep for 11 seconds 00000100:00100000:0.0:1788688060.974211:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688060.974319:0:19708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:19708:1875574839708288:192.168.204.26@tcp:104: 00010000:00010000:3.0:1788688060.974349:0:19708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.974420:0:21134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819804928 00000100:00100000:2.0:1788688060.974428:0:21134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819804928 00010000:00010000:2.0:1788688060.974464:0:21134:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 9 pid: 19708 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.974529:0:21134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 14 00000100:00100000:2.0:1788688060.974539:0:21134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:2348:x1875574819804928:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788688060.974553:0:21134:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788688060.974575:0:21134:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 9 pid: 19708 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.974605:0:21134:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 9 pid: 19708 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.974627:0:21134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f1ec224/0xc2ddd83e7444aad3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.26@tcp remote: 0xfa2de35943463220 expref: 9 pid: 19708 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.974643:0:21134:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788688060.974648:0:21134:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788688060.974653:0:21134:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.974662:0:21134:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.974678:0:21134:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788688060.974846:0:19708:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974855:0:19708:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974880:0:19708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974895:0:19708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974904:0:19708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974911:0:19708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4ce00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688060.974916:0:19708:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974925:0:19708:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974938:0:19708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.974946:0:19708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbae3479/0xc2ddd83e7444aada lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.975069:0:21134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+8:2348:x1875574819804928:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 531us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688060.975077:0:21134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 14 00000100:00100000:3.0:1788688060.977341:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3fc1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2348:x1875574819804800:12345-192.168.204.26@tcp:1:lhsmtool_posix.0 Request processed in 8075us (8253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688060.977354:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 18 00000100:00100000:0.0:1788688060.984085:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688060.984194:0:20294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819805184 00000100:00100000:2.0:1788688060.984209:0:20294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819805184 00000100:00100000:2.0:1788688060.984270:0:20294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 53 00000100:00100000:2.0:1788688060.984280:0:20294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c2e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+14:17440:x1875574819805184:12345-192.168.204.26@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788688060.984361:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984398:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984410:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984858:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984872:0:20294:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 15 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984881:0:20294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984919:0:20294:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 15 pid: 19024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.984934:0:20294:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 15 pid: 19024 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.984948:0:20294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3fc1c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20294:1875574839708416:192.168.204.26@tcp:104: 00000100:00100000:2.0:1788688060.985109:0:20294:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c86259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688060.989865:0:20294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3fc1c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20294:1875574839708416:192.168.204.26@tcp:104: 00000100:00100000:2.0:1788688060.989880:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00010000:00010000:1.0:1788688060.989906:0:20294:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688060.989981:0:19011:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819805312 00000100:00100000:3.0:1788688060.989989:0:19011:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819805312 00010000:00010000:3.0:1788688060.990026:0:19011:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 16 pid: 19024 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688060.990132:0:19011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 15 00000100:00100000:3.0:1788688060.990143:0:19011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+16:2349:x1875574819805312:12345-192.168.204.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788688060.990158:0:19011:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788688060.990165:0:19011:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 16 pid: 19024 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.990176:0:19011:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 16 pid: 19024 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.990272:0:19011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cc600/0xc2ddd83e7444aab0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.26@tcp remote: 0xfa2de3594346320b expref: 16 pid: 19024 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.990290:0:19011:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:3.0:1788688060.990295:0:19011:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.990365:0:19011:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688060.990373:0:19011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688060.990710:0:19011:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788688060.990819:0:20294:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688060.990833:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688060.990983:0:19011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+15:2349:x1875574819805312:12345-192.168.204.26@tcp:103:ldlm_bl.0 Request processed in 840us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688060.990992:0:19011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 15 00000001:00080000:1.0:1788688060.991106:0:20294:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1788688060.991279:0:20294:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1788688060.991327:0:20294:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1788688060.991422:0:20294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20294:1875574839708544:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788688060.991813:0:20294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788688060.991903:0:20294:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c722ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1788688060.992376:0:19029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839708544 00000100:00100000:2.0:1788688060.992384:0:19029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839708544 00000100:00100000:2.0:1788688060.992429:0:19029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788688060.992438:0:19029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:20294:x1875574839708544:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788688060.992567:0:19029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:20294:x1875574839708544:12345-0@lo:1000:mdt00_003.0 Request processed in 129us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688060.992574:0:19029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788688060.994017:0:20294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c82e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20294:1875574839708544:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1788688060.996423:0:20294:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1788688060.996552:0:20294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3c51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20294:1875574839708672:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788688060.996619:0:20294:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788688060.996666:0:20294:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c8237f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788688060.997862:0:19029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839708672 00000100:00100000:2.0:1788688060.997875:0:19029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839708672 00000100:00100000:2.0:1788688060.997937:0:19029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788688060.997948:0:19029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:20294:x1875574839708672:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788688060.998044:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875574839709056:0@lo:400:kworker.0 00000100:00100000:0.0:1788688060.998111:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688060.998142:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788688060.998147:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839708928:0@lo:400:kworker.0 00000100:00100000:2.0:1788688060.998155:0:19029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:20294:x1875574839708672:12345-0@lo:1000:mdt00_003.0 Request processed in 210us (1535us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788688060.998162:0:19029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788688060.998170:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688060.998186:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839708800:0@lo:400:kworker.0 00000100:00100000:0.0:1788688060.998194:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839708928 00000100:00100000:0.0:1788688060.998197:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839708928 00000100:00100000:2.0:1788688060.998214:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688060.998231:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788688060.998237:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f4cc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875574839709312:0@lo:400:kworker.0 00000100:00100000:0.0:1788688060.998237:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839708928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788688060.998259:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688060.998269:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839708928:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688060.998274:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788688060.998275:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788688060.998279:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839709184:0@lo:400:kworker.0 00000100:00100000:0.0:1788688060.998318:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839708928:0@lo:400:kworker.0 00000100:00100000:1.0:1788688060.999753:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839709056 00000100:00100000:1.0:1788688060.999764:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839709056 00000100:00100000:1.0:1788688060.999815:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839709312 00000100:00100000:1.0:1788688060.999830:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839709312 00000100:00100000:1.0:1788688060.999857:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788688060.999865:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875574839709056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688061.000213:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788688061.000232:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f4cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839709440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788688061.001590:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688061.001656:0:19025:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788688061.001665:0:19025:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1788688061.001691:0:19020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839708800 00000100:00100000:2.0:1788688061.001697:0:19020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839708800 00000100:00100000:1.0:1788688061.001968:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875574839709056:12345-0@lo:400:kworker.0 Request processed in 2100us (3852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688061.001980:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788688061.002004:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839709184 00000100:00100000:1.0:1788688061.002008:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839709184 00000100:00100000:1.0:1788688061.002039:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788688061.002049:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875574839709312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788688061.002100:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788688061.002159:0:19020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1788688061.002169:0:19020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3313:x1875574839708800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788688061.002224:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875574839709312:12345-0@lo:400:kworker.0 Request processed in 176us (3962us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688061.002232:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788688061.002247:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788688061.002255:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839709184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788688061.002287:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875574839709184:12345-0@lo:400:kworker.0 Request processed in 34us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688061.002293:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788688061.002319:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875574839709056:0@lo:400:kworker.0 00000100:00100000:1.0:1788688061.002357:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875574839709184:0@lo:400:kworker.0 00000100:00100000:0.0:1788688061.002374:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839709440 00000100:00100000:1.0:1788688061.002377:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f4cc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875574839709312:0@lo:400:kworker.0 00000100:00100000:0.0:1788688061.002380:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839709440 00000100:00100000:0.0:1788688061.002415:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788688061.002423:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3311:x1875574839709440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788688061.002454:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788688061.002510:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3311:x1875574839709440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688061.002518:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788688061.002646:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f4cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839709440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788688061.003173:0:19020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b+19:3313:x1875574839708800:12345-0@lo:400:kworker.0 Request processed in 1004us (4955us total) trans 0 rc 0/0 00000100:00100000:2.0:1788688061.003184:0:19020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1788688061.003258:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3c2e89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dddd057d-5bef-4d3d-9ad1-8a4b40f54d4b:3313:1875574839708800:0@lo:400:kworker.0 00000100:00080000:2.0:1788688061.003417:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788688061.003422:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788688061.006915:0:20294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3c51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20294:1875574839708672:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788688061.006970:0:20294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.006980:0:20294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.006989:0:20294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.006995:0:20294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779000 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688061.007000:0:20294:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007008:0:20294:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007024:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:2.0:1788688061.007027:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788688061.007032:0:20294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007038:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2779000/0xc2ddd83e7444aae8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007073:0:20294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007092:0:20294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007099:0:20294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007105:0:20294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cd200 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:2.0:1788688061.007109:0:20294:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007115:0:20294:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007124:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:2.0:1788688061.007126:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788688061.007134:0:20294:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 18 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007146:0:20294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 18 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007155:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 18 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.007195:0:20294:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9af3c13ecc00/0xc2ddd83e7444aa47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.26@tcp remote: 0xfa2de359434631ef expref: 18 pid: 19025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688061.007209:0:20294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f3414000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20294:1875574839709568:192.168.204.26@tcp:105: 00000100:00100000:2.0:1788688061.007618:0:20294:0:(client.c:2716:ptlrpc_set_wait()) set ffff9af3c86256c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788688061.014148:0:20294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f3414000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20294:1875574839709568:192.168.204.26@tcp:105: 00010000:00010000:1.0:1788688061.014259:0:20294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014293:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd200/0xc2ddd83e7444aa40 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014339:0:20294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014355:0:20294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014369:0:20294:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014381:0:20294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014387:0:20294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014394:0:20294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014400:0:20294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cda00 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688061.014405:0:20294:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014413:0:20294:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014426:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688061.014429:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788688061.014432:0:20294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014445:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cda00/0xc2ddd83e7444aaef lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014457:0:20294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014463:0:20294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014470:0:20294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014475:0:20294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778000 already unused, calling callback (ffffffffc20324f0) 00010000:00010000:1.0:1788688061.014496:0:20294:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014502:0:20294:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014511:0:20294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9af3c7fb4800) 00010000:00010000:1.0:1788688061.014513:0:20294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788688061.014516:0:20294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.014748:0:20294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af2c2778000/0xc2ddd83e7444aae1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20294 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688061.015037:0:20294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c2e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17440:x1875574819805184:12345-192.168.204.26@tcp:57:lhsmtool_posix.0 Request processed in 30756us (30961us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1788688061.015049:0:20294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 53 00000020:00080000:1.0:1788688061.015063:0:20294:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1788688061.015123:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.015309:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819805440 00000100:00100000:1.0:1788688061.015317:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819805440 00000100:00100000:1.0:1788688061.015360:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 10 00000100:00100000:1.0:1788688061.015368:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3ee6d2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17438:x1875574819805440:12345-192.168.204.26@tcp:49:dd.0 00000100:00100000:1.0:1788688061.015468:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3ee6d2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17438:x1875574819805440:12345-192.168.204.26@tcp:49:dd.0 Request processed in 100us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688061.015476:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 10 00000040:00080000:3.0:1788688061.016056:0:19058:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788688061.016063:0:19058:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788688061.016094:0:19058:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788688061.016100:0:19058:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788688061.026924:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.026960:0:19028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819805696 00000100:00100000:1.0:1788688061.026971:0:19028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819805696 00000100:00100000:1.0:1788688061.027019:0:19028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 11 00000100:00100000:1.0:1788688061.027029:0:19028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+18:17440:x1875574819805696:12345-192.168.204.26@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788688061.027730:0:19028:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788688061.028034:0:19028:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1788688061.028084:0:19028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028106:0:19028:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028119:0:19028:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028129:0:19028:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028136:0:19028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028151:0:19028:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028168:0:19028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788688061.028272:0:19028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+20:17440:x1875574819805696:12345-192.168.204.26@tcp:35:lhsmtool_posix.0 Request processed in 1240us (1353us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1788688061.028283:0:19028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 11 00000020:00080000:1.0:1788688061.028289:0:19028:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788688061.028397:0:19013:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788688061.028404:0:19013:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028411:0:19013:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cd800 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688061.028416:0:19013:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028424:0:19013:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028438:0:19013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9af3e29fec00) 00010000:00010000:1.0:1788688061.028440:0:19013:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788688061.028445:0:19013:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028451:0:19013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9af3f38cd800/0xc2ddd83e7444aaf6 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19028 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.028465:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688061.028467:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788688061.028468:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788688061.044998:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901892 is committed 00000001:00080000:1.0:1788688061.045018:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901891 is committed 00000001:00080000:1.0:1788688061.045541:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901893 is committed 00000100:00100000:1.0:1788688061.056273:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.056314:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.056345:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.056384:0:19716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819805824 00000100:00100000:0.0:1788688061.056389:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819805952 00000100:00100000:1.0:1788688061.056394:0:19716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819805824 00000100:00100000:0.0:1788688061.056396:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819805952 00000100:00100000:2.0:1788688061.056465:0:19714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806080 00000100:00100000:2.0:1788688061.056470:0:19714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806080 00000100:00100000:0.0:1788688061.056861:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:0.0:1788688061.056874:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2348:x1875574819805952:12345-192.168.204.26@tcp:4:dd.0 00002000:00010000:0.0:1788688061.056946:0:19715:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x6a9d36bb, atime: 0x6a9d36ba, ctime: 0x6a9d36bb, blocks: 0x1 00010000:00010000:0.0:1788688061.056956:0:19715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.057125:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=606s v=(0 0) 00010000:00010000:0.0:1788688061.057132:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788688061.057141:0:19715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.057157:0:19715:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788688061.153210:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1788688061.153236:0:19715:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1788688061.153240:0:19715:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1788688059 -> 1788688060 00002000:00010000:1.0:1788688061.153244:0:19715:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 2055 00010000:00010000:1.0:1788688061.153263:0:19715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153277:0:19715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153288:0:19715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153296:0:19715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79eda00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688061.153303:0:19715:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153312:0:19715:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153403:0:19715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153429:0:19715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b6d16d4/0xc2ddd83e7444aafd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688061.153683:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+7:2348:x1875574819805952:12345-192.168.204.26@tcp:4:dd.0 Request processed in 96805us (97360us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788688061.153694:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 0 00000100:00100000:1.0:1788688061.153727:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 1 00000100:00100000:1.0:1788688061.153741:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2349:x1875574819805824:12345-192.168.204.26@tcp:4:dd.0 00002000:00010000:1.0:1788688061.153777:0:19715:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 2097152, mtime: 0x6a9d36bc, atime: 0x6a9d36ba, ctime: 0x0, blocks: 0x807 00010000:00010000:1.0:1788688061.153784:0:19715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153873:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=606s v=(0 0) 00010000:00010000:1.0:1788688061.153879:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788688061.153886:0:19715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.153899:0:19715:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788688061.224586:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00002000:00010000:1.0:1788688061.224759:0:19715:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 2055 -> 4103 00010000:00010000:1.0:1788688061.224826:0:19715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.224838:0:19715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.224861:0:19715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.224868:0:19715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cd200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:1.0:1788688061.224873:0:19715:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.224883:0:19715:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.224904:0:19715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.224988:0:19715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000434dd847/0xc2ddd83e7444ab04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688061.225089:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+6:2349:x1875574819805824:12345-192.168.204.26@tcp:4:dd.0 Request processed in 71348us (168834us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788688061.225099:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 1 00000100:00100000:1.0:1788688061.225133:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 2 00000100:00100000:1.0:1788688061.225145:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2348:x1875574819806080:12345-192.168.204.26@tcp:4:dd.0 00002000:00010000:1.0:1788688061.225184:0:19715:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 2097152, mtime: 0x6a9d36bc, atime: 0x6a9d36ba, ctime: 0x0, blocks: 0x1007 00010000:00010000:1.0:1788688061.225197:0:19715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.225219:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=606s v=(0 0) 00010000:00010000:1.0:1788688061.225225:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788688061.225232:0:19715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.225244:0:19715:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788688061.256114:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788688061.284477:0:19715:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 2097152 -> 3145728 00000001:00080000:2.0:1788688061.285876:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1788688061.285958:0:19715:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:0.0:1788688061.285985:0:19715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.286002:0:19715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.286012:0:19715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.286020:0:19715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f38cce00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688061.286026:0:19715:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.286036:0:19715:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.286060:0:19715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.286068:0:19715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000938a479e/0xc2ddd83e7444ab0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688061.286303:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2348:x1875574819806080:12345-192.168.204.26@tcp:4:dd.0 Request processed in 61142us (229937us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788688061.286323:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 2 00000100:00100000:1.0:1788688061.299112:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.299216:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688061.300086:0:19714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806208 00000100:00100000:2.0:1788688061.300102:0:19714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806208 00000100:00100000:2.0:1788688061.302617:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688061.302701:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:0.0:1788688061.302805:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806336 00000100:00100000:0.0:1788688061.302820:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806336 00000100:00100000:0.0:1788688061.302916:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806464 00000100:00100000:0.0:1788688061.302919:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806464 00000100:00100000:0.0:1788688061.302934:0:19715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806592 00000100:00100000:0.0:1788688061.302937:0:19715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806592 00000100:00100000:0.0:1788688061.302954:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 3 00000100:00100000:0.0:1788688061.302964:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+8:2349:x1875574819806336:12345-192.168.204.26@tcp:4:dd.0 00002000:00010000:0.0:1788688061.303037:0:19715:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 3145728, mtime: 0x6a9d36bc, atime: 0x6a9d36ba, ctime: 0x0, blocks: 0x1807 00010000:00010000:0.0:1788688061.303049:0:19715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.303071:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=606s v=(0 0) 00010000:00010000:0.0:1788688061.303076:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788688061.303084:0:19715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.303102:0:19715:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688061.305340:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:2.0:1788688061.305399:0:19714:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788688061.305410:0:19714:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1788688061.306577:0:19714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806720 00000100:00100000:0.0:1788688061.306591:0:19714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806720 00000100:00100000:2.0:1788688061.309645:0:21155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:2.0:1788688061.309673:0:21155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+10:2348:x1875574819806464:12345-192.168.204.26@tcp:4:dd.0 00010000:00010000:2.0:1788688061.309737:0:21155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.309762:0:21155:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688061.309768:0:21155:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688061.309776:0:21155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.309808:0:21155:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788688061.389926:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901897 is committed 00002000:00010000:2.0:1788688061.396455:0:19715:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 3145728 -> 6291456 00002000:00010000:2.0:1788688061.396466:0:19715:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 0 -> 1788688060 00002000:00010000:2.0:1788688061.396468:0:19715:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 6151 -> 10247 00010000:00010000:2.0:1788688061.396498:0:19715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396528:0:19715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396538:0:19715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396546:0:19715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ed200 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:2.0:1788688061.396551:0:19715:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396561:0:19715:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396585:0:19715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396593:0:19715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000afd80d3/0xc2ddd83e7444ab12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788688061.396694:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+12:2349:x1875574819806336:12345-192.168.204.26@tcp:4:dd.0 Request processed in 93726us (97473us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788688061.396705:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 3 00000100:00100000:2.0:1788688061.396743:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:2.0:1788688061.396754:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+11:2349:x1875574819806592:12345-192.168.204.26@tcp:4:dd.0 00010000:00010000:2.0:1788688061.396788:0:19715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396819:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788688061.396825:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788688061.396832:0:19715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788688061.396845:0:19715:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788688061.422895:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:1.0:1788688061.422933:0:19018:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806848 00000100:00100000:1.0:1788688061.422945:0:19018:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806848 00000100:00100000:1.0:1788688061.422997:0:19018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 121 00000100:00100000:1.0:1788688061.423007:0:19018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f4b7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:2346:x1875574819806848:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:1.0:1788688061.423074:0:19018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f4b7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f147215-20b6-4bdb-8999-0b0a45b4aa29+13:2346:x1875574819806848:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 69us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788688061.423081:0:19018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 121 00000100:00100000:3.0:1788688061.425226:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688061.425257:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688061.425302:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688061.425328:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.26@tcp (source: 12345-192.168.204.26@tcp) 00000100:00100000:3.0:1788688061.425368:0:19026:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819807104 00000100:00100000:3.0:1788688061.425376:0:19026:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819807104 00000100:00100000:3.0:1788688061.425437:0:19026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 25 00000100:00100000:3.0:1788688061.425446:0:19026:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2346:x1875574819807104:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:3.0:1788688061.425542:0:19026:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+6:2346:x1875574819807104:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 96us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788688061.425548:0:19026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 25 00000100:00100000:0.0:1788688061.426034:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819806976 00000100:00100000:0.0:1788688061.426040:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819806976 00000100:00100000:0.0:1788688061.426068:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819807232 00000100:00100000:0.0:1788688061.426070:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819807232 00000100:00100000:0.0:1788688061.426083:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574819807360 00000100:00100000:0.0:1788688061.426086:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574819807360 00000100:00100000:0.0:1788688061.426102:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:0.0:1788688061.426108:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2346:x1875574819806976:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:0.0:1788688061.426158:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2346:x1875574819806976:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 50us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688061.426164:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 12 00000100:00100000:0.0:1788688061.426183:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:0.0:1788688061.426190:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819807232:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:0.0:1788688061.426211:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819807232:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 23us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688061.426217:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 13 00000100:00100000:0.0:1788688061.426227:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 14 00000100:00100000:0.0:1788688061.426232:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3f3c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819807360:12345-192.168.204.26@tcp:400:kworker.0 00000100:00100000:0.0:1788688061.426254:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d1eda18-e358-4dd6-ab06-996d5a3d2efa+5:2346:x1875574819807360:12345-192.168.204.26@tcp:400:kworker.0 Request processed in 21us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688061.426260:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 14 00000100:00080000:2.0:1788688061.428170:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788688061.428179:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788688061.428182:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00010000:3.0:1788688061.434687:0:21155:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 6291456 -> 7340032 00010000:00010000:3.0:1788688061.434712:0:21155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.434725:0:21155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.434734:0:21155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.434741:0:21155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2778e00 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688061.434746:0:21155:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.434771:0:21155:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.434801:0:21155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.434810:0:21155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080cc8e51/0xc2ddd83e7444ab19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688061.434906:0:21155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+13:2348:x1875574819806464:12345-192.168.204.26@tcp:4:dd.0 Request processed in 125238us (132299us total) trans 12884901898 rc 0/0 00000100:00100000:3.0:1788688061.434920:0:21155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 4 00000100:00100000:3.0:1788688061.434955:0:21155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 6 00000100:00100000:3.0:1788688061.434965:0:21155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+12:2348:x1875574819806208:12345-192.168.204.26@tcp:4:dd.0 00010000:00010000:3.0:1788688061.434998:0:21155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.435011:0:21155:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788688061.435016:0:21155:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788688061.435022:0:21155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.435035:0:21155:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788688061.437053:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901898 is committed 00000001:00080000:0.0:1788688061.478777:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901899 is committed 00002000:00010000:0.0:1788688061.478866:0:19715:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:0.0:1788688061.478885:0:19715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.478920:0:19715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.478929:0:19715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.478936:0:19715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af2c2779400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688061.478941:0:19715:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.478951:0:19715:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.478969:0:19715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.478977:0:19715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cec7e94/0xc2ddd83e7444ab20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688061.479065:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3f3415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+10:2349:x1875574819806592:12345-192.168.204.26@tcp:4:dd.0 Request processed in 82310us (176360us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788688061.479076:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 5 00000100:00100000:0.0:1788688061.479104:0:19715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.26@tcp, seq: 7 00000100:00100000:0.0:1788688061.479114:0:19715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+9:2348:x1875574819806720:12345-192.168.204.26@tcp:4:dd.0 00010000:00010000:0.0:1788688061.479145:0:19715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.479162:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788688061.479167:0:19715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788688061.479173:0:19715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.479186:0:19715:0:(ldlm_request.c:556:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788688061.516132:0:21155:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 7340032 -> 7654321 00002000:00010000:3.0:1788688061.516145:0:21155:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:3.0:1788688061.516161:0:21155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.516173:0:21155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.516181:0:21155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.516187:0:21155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f4b4d400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:3.0:1788688061.516192:0:21155:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.516201:0:21155:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.516232:0:21155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788688061.516240:0:21155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d836d7f5/0xc2ddd83e7444ab27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788688061.516353:0:21155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+11:2348:x1875574819806208:12345-192.168.204.26@tcp:4:dd.0 Request processed in 81383us (217251us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788688061.516379:0:21155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 6 00000001:00080000:1.0:1788688061.521600:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901900 is committed 00000001:00080000:2.0:1788688061.555942:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901901 is committed 00002000:00010000:0.0:1788688061.556243:0:19715:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:0.0:1788688061.556259:0:19715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.556272:0:19715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.556281:0:19715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.556299:0:19715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9af3f79ec400 already unused, calling callback (ffffffffc15ed340) 00010000:00010000:0.0:1788688061.556304:0:19715:0:(ldlm_request.c:377:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.556313:0:19715:0:(ldlm_request.c:1415:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.556332:0:19715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788688061.556355:0:19715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b94dee63/0xc2ddd83e7444ab2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788688061.556460:0:19715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:50bcb86e-08c9-44bf-bccd-a8b3c4fc28be+5:2348:x1875574819806720:12345-192.168.204.26@tcp:4:dd.0 Request processed in 77343us (251126us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788688061.556471:0:19715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.26@tcp, seq: 7 00010000:00010000:0.0:1788688062.279865:0:19014:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788688063.016434:0:21192:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1788688063.302061:0:19013:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788688064.069925:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9af3f4cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839709696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788688064.069999:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788688064.070120:0:19713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875574839709696 00000100:00100000:0.0:1788688064.070129:0:19713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875574839709696 00000100:00100000:0.0:1788688064.070425:0:19713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788688064.070435:0:19713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9af3c82e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839709696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788688064.070474:0:19713:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788688064.070547:0:19713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9af3c82e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875574839709696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788688064.070555:0:19713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788688064.070777:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9af3f4cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875574839709696:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788688064.072351:0:19021:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788688064.326763:0:20739:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9583 lines, 9583 kept, 0 dropped, 0 bad.