00000100:00100000:0.0F:1788652451.505876:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.505932:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.505953:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.505979:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.505997:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.506016:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.506035:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652451.506064:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719296 00000100:00100000:0.0:1788652451.506073:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719296 00000100:00100000:0.0:1788652451.506123:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603718912 00000100:00100000:0.0:1788652451.506126:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603718912 00000100:00100000:0.0:1788652451.506156:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 25 00000100:00100000:0.0:1788652451.506166:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8fbfa306-1be4-498a-9298-3679b70726ba+6:2346:x1875537603719296:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652451.506240:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8fbfa306-1be4-498a-9298-3679b70726ba+6:2346:x1875537603719296:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 75us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652451.506250:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 25 00000100:00100000:0.0:1788652451.506267:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 26 00000100:00100000:0.0:1788652451.506275:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+20:2346:x1875537603718912:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652451.506300:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+20:2346:x1875537603718912:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 27us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652451.506307:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 26 00000100:00100000:0.0:1788652451.506328:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719040 00000100:00100000:0.0:1788652451.506332:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719040 00000100:00100000:0.0:1788652451.506361:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719552 00000100:00100000:0.0:1788652451.506364:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719552 00000100:00100000:0.0:1788652451.506377:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719168 00000100:00100000:0.0:1788652451.506380:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719168 00000100:00100000:0.0:1788652451.506391:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719424 00000100:00100000:0.0:1788652451.506394:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719424 00000100:00100000:0.0:1788652451.506416:0:14987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:0.0:1788652451.506423:0:14987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2346:x1875537603719040:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652451.506450:0:14987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2346:x1875537603719040:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 28us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652451.506456:0:14987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:0.0:1788652451.506468:0:14987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:0.0:1788652451.506474:0:14987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8fbfa306-1be4-498a-9298-3679b70726ba+5:2346:x1875537603719552:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652451.506495:0:14987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8fbfa306-1be4-498a-9298-3679b70726ba+5:2346:x1875537603719552:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 21us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652451.506501:0:14987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:0.0:1788652451.506511:0:14987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 15 00000100:00100000:0.0:1788652451.506517:0:14987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2346:x1875537603719168:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652451.506552:0:14987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2346:x1875537603719168:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 35us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652451.506558:0:14987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 15 00000100:00100000:0.0:1788652451.506569:0:14987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00100000:0.0:1788652451.506575:0:14987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8fbfa306-1be4-498a-9298-3679b70726ba+5:2346:x1875537603719424:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652451.506596:0:14987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8fbfa306-1be4-498a-9298-3679b70726ba+5:2346:x1875537603719424:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 22us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652451.506602:0:14987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00080000:1.0F:1788652451.506826:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788652451.506837:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788652451.506840:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0F:1788652451.508619:0:14299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603718784 00000100:00100000:2.0:1788652451.508648:0:14299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603718784 00000100:00100000:2.0:1788652451.508708:0:14299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 122 00000100:00100000:2.0:1788652451.508718:0:14299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f930050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd83be1f-82a0-4980-8afc-69f413012e95+13:2346:x1875537603718784:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652451.508810:0:14299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f930050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd83be1f-82a0-4980-8afc-69f413012e95+13:2346:x1875537603718784:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 93us (2944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652451.508819:0:14299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 122 00000001:00080000:2.0:1788652452.075637:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1788652452.075658:0:5857:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8cbe7fcbb9c0 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:2.0:1788652452.075664:0:5857:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8cbe42d5a800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8cbe7fcbbc00 00000020:00080000:2.0:1788652452.075667:0:5857:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8cbe42d5ae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8cbe64248000 00000020:00080000:0.0:1788652452.075799:0:14343:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:0.0:1788652452.076027:0:14343:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788652452.167973:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652453.001171:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627815808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652453.001234:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652453.001301:0:14991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627815808 00000100:00100000:2.0:1788652453.001308:0:14991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627815808 00000100:00100000:2.0:1788652453.001368:0:14991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788652453.001376:0:14991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627815808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788652453.001405:0:14991:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788652453.001443:0:14991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627815808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652453.001450:0:14991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1788652453.001467:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788652453.001495:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627815808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652453.007375:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627816064:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007443:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652453.007485:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788652453.007503:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627816192:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007540:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652453.007572:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816192 00000100:00100000:2.0:1788652453.007578:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816192 00000100:00100000:2.0:1788652453.007619:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788652453.007626:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627816192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007673:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627816192:12345-0@lo:400:kworker.0 Request processed in 47us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652453.007681:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788652453.007714:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627816320:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007738:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652453.007762:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788652453.007767:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627815936:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007813:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652453.007840:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627816448:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007866:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652453.007889:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627815936 00000100:00100000:2.0:1788652453.007893:0:14297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627815936 00000100:00100000:2.0:1788652453.007918:0:14297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788652453.007924:0:14297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f933850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627815936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.007954:0:14297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f933850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627815936:12345-0@lo:400:kworker.0 Request processed in 31us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652453.007960:0:14297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788652453.007981:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816320 00000100:00100000:2.0:1788652453.007996:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816320 00000100:00100000:2.0:1788652453.008019:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816448 00000100:00100000:2.0:1788652453.008021:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816448 00000100:00100000:2.0:1788652453.008043:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788652453.008048:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627816320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.008176:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627816320:12345-0@lo:400:kworker.0 Request processed in 126us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652453.008182:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788652453.008194:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788652453.008199:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627816448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.008222:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627816448:12345-0@lo:400:kworker.0 Request processed in 24us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652453.008228:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1788652453.008245:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788652453.008269:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627816192:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.008291:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627815936:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.008299:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627816448:0@lo:400:kworker.0 00000100:00100000:2.0:1788652453.008306:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627816320:0@lo:400:kworker.0 00000100:00100000:0.0:1788652453.009226:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816064 00000100:00100000:0.0:1788652453.009234:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816064 00000100:00100000:0.0:1788652453.009284:0:14987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788652453.009291:0:14987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627816064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652453.009337:0:14987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627816064:12345-0@lo:400:kworker.0 Request processed in 47us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652453.009344:0:14987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788652453.009573:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788652453.009587:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627816576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652453.009621:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788652453.009658:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788652453.009680:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627816064:0@lo:400:kworker.0 00000100:00100000:0.0:1788652453.011116:0:14992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816576 00000100:00100000:0.0:1788652453.011127:0:14992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816576 00000100:00100000:0.0:1788652453.011173:0:14992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788652453.011181:0:14992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627816576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788652453.011212:0:14992:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62980096 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788652453.011268:0:14992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627816576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652453.011274:0:14992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788652453.011903:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627816576:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788652453.191917:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652454.217932:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652454.230415:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652454.230616:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719680 00000100:00100000:2.0:1788652454.230625:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719680 00000100:00100000:2.0:1788652454.230704:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 54 00000100:00100000:2.0:1788652454.230729:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:14391:x1875537603719680:12345-192.168.203.50@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788652454.230855:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:14391:x1875537603719680:12345-192.168.203.50@tcp:60:lhsmtool_posix.0 Request processed in 128us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652454.230863:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 54 00000100:00080000:0.0:1788652454.230921:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788652454.232834:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0F:1788652454.232936:0:14308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603719936 00000100:00100000:3.0:1788652454.232954:0:14308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603719936 00000100:00100000:3.0:1788652454.233036:0:14308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:3.0:1788652454.233046:0:14308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:14391:x1875537603719936:12345-192.168.203.50@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788652454.233300:0:14308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+13:14391:x1875537603719936:12345-192.168.203.50@tcp:35:lhsmtool_posix.0 Request processed in 255us (473us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1788652454.233308:0:14308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 12 00000040:00080000:1.0:1788652454.792272:0:14338:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788652454.792281:0:14338:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788652454.792318:0:14338:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788652454.792326:0:14338:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1788652455.240702:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652456.264733:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652456.625373:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652456.625413:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652456.625480:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652456.625531:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720192 00000100:00100000:1.0:1788652456.625544:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720192 00000100:00100000:1.0:1788652456.625621:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 30 00000100:00100000:1.0:1788652456.625634:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+13:2348:x1875537603720192:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:1.0:1788652456.625731:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+13:2348:x1875537603720192:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 99us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652456.625739:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 30 00000100:00080000:1.0:1788652456.625765:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652456.629661:0:14989:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720320 00000100:00100000:3.0:1788652456.629684:0:14989:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720320 00000100:00100000:2.0:1788652456.629699:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720064 00000100:00100000:2.0:1788652456.629707:0:14298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720064 00000100:00100000:3.0:1788652456.629805:0:14989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:2.0:1788652456.629805:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 124 00000100:00100000:2.0:1788652456.629821:0:14298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f930450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd83be1f-82a0-4980-8afc-69f413012e95+13:2348:x1875537603720064:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652456.629823:0:14989:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2348:x1875537603720320:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652456.629931:0:14298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f930450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd83be1f-82a0-4980-8afc-69f413012e95+13:2348:x1875537603720064:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 113us (4573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652456.629939:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 124 00000100:00080000:1.0:1788652456.630524:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788652456.635160:0:14989:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2348:x1875537603720320:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 5325us (9728us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652456.635179:0:14989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:1.0:1788652456.638007:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652456.642449:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720576 00000100:00100000:2.0:1788652456.642471:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720576 00000100:00100000:2.0:1788652456.642931:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 31 00000100:00100000:2.0:1788652456.642944:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8fbfa306-1be4-498a-9298-3679b70726ba+6:2349:x1875537603720576:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652456.643070:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8fbfa306-1be4-498a-9298-3679b70726ba+6:2349:x1875537603720576:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 128us (5074us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652456.643078:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 31 00000100:00100000:1.0:1788652456.644660:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652456.644711:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652456.644788:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720448 00000100:00100000:2.0:1788652456.644799:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720448 00000100:00100000:2.0:1788652456.644866:0:14987:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720704 00000100:00100000:2.0:1788652456.644869:0:14987:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720704 00000100:00100000:2.0:1788652456.644904:0:14987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00100000:2.0:1788652456.644914:0:14987:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2345:x1875537603720448:12345-192.168.203.50@tcp:9:kworker.0 00000020:00000080:2.0:1788652456.644949:0:14987:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a892b 00000100:00080000:2.0:1788652456.644988:0:14987:0:(import.c:65:import_set_state_nolock()) ffff8cbe47147800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788652456.645047:0:14987:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788652456.645227:0:15835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 17 00000100:00100000:1.0:1788652456.645241:0:15835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8fbfa306-1be4-498a-9298-3679b70726ba+5:2345:x1875537603720704:12345-192.168.203.50@tcp:9:kworker.0 00000100:00080000:3.0:1788652456.645422:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788652456.645429:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788652456.645432:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1788652456.645436:0:15835:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8963 00000100:00080000:1.0:1788652456.645452:0:15835:0:(import.c:65:import_set_state_nolock()) ffff8cbe75976000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788652456.645563:0:15835:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00010000:00010000:3.0:1788652456.645957:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652456.647066:0:15835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8fbfa306-1be4-498a-9298-3679b70726ba+2:2345:x1875537603720704:12345-192.168.203.50@tcp:9:kworker.0 Request processed in 1822us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652456.647079:0:15835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 17 00000100:00100000:2.0:1788652456.647163:0:14987:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+2:2345:x1875537603720448:12345-192.168.203.50@tcp:9:kworker.0 Request processed in 2246us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652456.647173:0:14987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 16 00010000:00010000:1.0:1788652456.647184:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652456.647585:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652456.648557:0:14989:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720832 00000100:00100000:2.0:1788652456.648571:0:14989:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720832 00000100:00100000:2.0:1788652456.648651:0:14989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:2.0:1788652456.648662:0:14989:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8fbfa306-1be4-498a-9298-3679b70726ba+5:2345:x1875537603720832:12345-192.168.203.50@tcp:9:kworker.0 00000020:00000080:2.0:1788652456.648699:0:14989:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a896a 00000100:00080000:2.0:1788652456.648710:0:14989:0:(import.c:65:import_set_state_nolock()) ffff8cbe495ea000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788652456.648748:0:14989:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1788652456.648955:0:14989:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8fbfa306-1be4-498a-9298-3679b70726ba+2:2345:x1875537603720832:12345-192.168.203.50@tcp:9:kworker.0 Request processed in 294us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652456.648964:0:14989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 18 00010000:00010000:0.0:1788652456.649340:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788652456.649458:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:2.0:1788652457.147504:0:5857:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000001:00080000:2.0:1788652457.147543:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1788652457.148131:0:14343:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:0.0:1788652457.148149:0:14343:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00010000:00010000:1.0:1788652457.288703:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788652457.681043:0:6704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8fbfa306-1be4-498a-9298-3679b70726ba 00000020:00000080:2.0:1788652457.681051:0:6704:0:(genops.c:885:class_export_put()) final put ffff8cbe75973800/8fbfa306-1be4-498a-9298-3679b70726ba 00000020:00000080:3.0:1788652457.684659:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe75973800/8fbfa306-1be4-498a-9298-3679b70726ba for lustre-OST0000 00000020:00000080:3.0:1788652457.684720:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe75976000 for lustre-OST0000 00000100:00100000:2.0:1788652458.120325:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627816704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652458.120393:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652458.120462:0:16541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816704 00000100:00100000:2.0:1788652458.120469:0:16541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816704 00000100:00100000:2.0:1788652458.120530:0:16541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788652458.120539:0:16541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627816704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788652458.120572:0:16541:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788652458.120612:0:16541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627816704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652458.120627:0:16541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788652458.120670:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627816704:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788652458.120893:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788652458.121015:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe5f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627817088:0@lo:400:kworker.0 00000100:00100000:1.0:1788652458.121062:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652458.121092:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788652458.121097:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe75985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627817216:0@lo:400:kworker.0 00000100:00100000:1.0:1788652458.121121:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652458.121147:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817088 00000100:00100000:1.0:1788652458.121151:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817088 00000100:00100000:1.0:1788652458.121187:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788652458.121195:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627817088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652458.121440:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627817088:12345-0@lo:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652458.121448:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788652458.121468:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817216 00000100:00100000:1.0:1788652458.121472:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817216 00000100:00100000:1.0:1788652458.121514:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788652458.121521:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627817216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652458.121554:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627817216:12345-0@lo:400:kworker.0 Request processed in 33us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652458.121561:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1788652458.121579:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788652458.121597:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe75985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627817216:0@lo:400:kworker.0 00000100:00100000:1.0:1788652458.121607:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe5f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627817088:0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.121713:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627816832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652458.121739:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652458.121768:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe75984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627817344:0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.121820:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652458.121841:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788652458.121847:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe51383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627816960:0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.121870:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652458.121892:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe75984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627817472:0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.121914:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652458.121938:0:14299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816960 00000100:00100000:2.0:1788652458.121942:0:14299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816960 00000100:00100000:2.0:1788652458.121968:0:14299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1788652458.121973:0:14299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f932850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627816960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.122008:0:14299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f932850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627816960:12345-0@lo:400:kworker.0 Request processed in 35us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652458.122014:0:14299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1788652458.122129:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817344 00000100:00100000:3.0:1788652458.122134:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817344 00000100:00100000:3.0:1788652458.122159:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817472 00000100:00100000:3.0:1788652458.122162:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817472 00000100:00100000:3.0:1788652458.122180:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788652458.122187:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627817344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652458.122223:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627817344:12345-0@lo:400:kworker.0 Request processed in 37us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652458.122250:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788652458.122262:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788652458.122268:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627817472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652458.122295:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627817472:12345-0@lo:400:kworker.0 Request processed in 28us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652458.122301:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788652458.122470:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe51383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627816960:0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.122493:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe75984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627817472:0@lo:400:kworker.0 00000100:00100000:2.0:1788652458.122505:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe75984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627817344:0@lo:400:kworker.0 00000100:00100000:1.0:1788652458.122718:0:14991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627816832 00000100:00100000:1.0:1788652458.122723:0:14991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627816832 00000100:00100000:1.0:1788652458.122749:0:14991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788652458.122756:0:14991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627816832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788652458.122809:0:14991:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788652458.122855:0:14991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627816832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652458.122861:0:14991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1788652458.122875:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652458.122991:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627816832:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788652458.312571:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652459.343964:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652460.361835:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788652461.256055:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8fbfa306-1be4-498a-9298-3679b70726ba 00000020:00000080:2.0:1788652461.256064:0:7631:0:(genops.c:885:class_export_put()) final put ffff8cbe7f387800/8fbfa306-1be4-498a-9298-3679b70726ba 00000001:00100000:2.0:1788652461.256097:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c66a6a95-dcf9-4296-ba30-508b18ee8b72 00000020:00000080:2.0:1788652461.256099:0:7631:0:(genops.c:885:class_export_put()) final put ffff8cbe47141800/c66a6a95-dcf9-4296-ba30-508b18ee8b72 00000020:00000080:0.0:1788652461.256246:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7f387800/8fbfa306-1be4-498a-9298-3679b70726ba for lustre-OST0001 00000020:00000080:0.0:1788652461.256300:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe47141800/c66a6a95-dcf9-4296-ba30-508b18ee8b72 for lustre-OST0001 00000020:00000080:0.0:1788652461.256316:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe495ea000 for lustre-OST0001 00000020:00000080:0.0:1788652461.256320:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe47147800 for lustre-OST0001 00010000:00010000:3.0:1788652461.386039:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652461.750080:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652461.750121:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652461.750146:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652461.750170:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652461.750200:0:14989:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721216 00000100:00100000:2.0:1788652461.750220:0:14989:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721216 00000100:00100000:2.0:1788652461.750485:0:14989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 20 00000100:00100000:2.0:1788652461.750496:0:14989:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2348:x1875537603721216:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652461.750564:0:14989:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2348:x1875537603721216:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 69us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652461.750572:0:14989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 20 00000100:00100000:2.0:1788652461.750594:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721088 00000100:00100000:2.0:1788652461.750598:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721088 00000100:00100000:2.0:1788652461.750622:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721344 00000100:00100000:2.0:1788652461.750625:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721344 00000100:00100000:3.0:1788652461.751353:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603720960 00000100:00100000:3.0:1788652461.751359:0:14297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603720960 00000100:00100000:3.0:1788652461.751402:0:14297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 126 00000100:00100000:3.0:1788652461.751412:0:14297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f932c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd83be1f-82a0-4980-8afc-69f413012e95+13:2348:x1875537603720960:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652461.751445:0:14297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f932c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd83be1f-82a0-4980-8afc-69f413012e95+13:2348:x1875537603720960:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 35us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652461.751451:0:14297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 126 00000100:00100000:0.0:1788652461.751611:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 35 00000100:00100000:2.0:1788652461.751622:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 36 00000100:00100000:2.0:1788652461.751632:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8fbfa306-1be4-498a-9298-3679b70726ba+6:2348:x1875537603721344:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652461.751661:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8fbfa306-1be4-498a-9298-3679b70726ba+6:2348:x1875537603721344:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 32us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652461.751668:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 36 00000100:00080000:2.0:1788652461.751689:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788652461.751693:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788652461.751718:0:14304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:2348:x1875537603721088:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:0.0:1788652461.751765:0:14304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:2348:x1875537603721088:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 54us (1617us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652461.751795:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 35 00010000:00010000:2.0:1788652462.412073:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652463.240551:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627817856:0@lo:400:kworker.0 00000100:00100000:3.0:1788652463.240618:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652463.240692:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788652463.240698:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627817984:0@lo:400:kworker.0 00000100:00100000:3.0:1788652463.240724:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652463.240756:0:15716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817984 00000100:00100000:3.0:1788652463.240763:0:15716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817984 00000100:00100000:3.0:1788652463.240825:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788652463.240847:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627817984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652463.240914:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627817984:12345-0@lo:400:kworker.0 Request processed in 80us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652463.240921:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788652463.240968:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627817984:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.241387:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627817600:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.241421:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652463.241463:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3303:1875537627818112:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.241487:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652463.241508:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788652463.241514:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627817728:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.241536:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652463.241553:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627818240:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.241574:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652463.241599:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788652463.241607:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe5f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627818368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788652463.241632:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652463.241868:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817856 00000100:00100000:1.0:1788652463.241874:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817856 00000100:00100000:1.0:1788652463.241916:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817728 00000100:00100000:1.0:1788652463.241920:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817728 00000100:00100000:1.0:1788652463.241943:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788652463.241960:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627817856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.241997:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627817856:12345-0@lo:400:kworker.0 Request processed in 39us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652463.242112:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788652463.242127:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788652463.242133:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75984e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627817728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.242169:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75984e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627817728:12345-0@lo:400:kworker.0 Request processed in 37us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652463.242175:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788652463.242193:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627817600 00000100:00100000:1.0:1788652463.242428:0:14298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627817600 00000100:00100000:1.0:1788652463.242474:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788652463.242481:0:14298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f933050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3303:x1875537627817600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.242515:0:14298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f933050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3303:x1875537627817600:12345-0@lo:400:kworker.0 Request processed in 34us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652463.242521:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788652463.242549:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818112 00000100:00100000:1.0:1788652463.242553:0:14304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818112 00000100:00100000:1.0:1788652463.242578:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818240 00000100:00100000:1.0:1788652463.242581:0:14304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818240 00000100:00100000:1.0:1788652463.242602:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788652463.242608:0:14304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875537627818112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.242638:0:14304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875537627818112:12345-0@lo:400:kworker.0 Request processed in 30us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652463.242645:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788652463.242799:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627817856:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.243639:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788652463.243662:0:14304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627818240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.243724:0:14304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627818240:12345-0@lo:400:kworker.0 Request processed in 76us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652463.243730:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788652463.243762:0:14991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818368 00000100:00100000:1.0:1788652463.243766:0:14991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818368 00000100:00100000:1.0:1788652463.243819:0:14991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788652463.243825:0:14991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627818368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788652463.243853:0:14991:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788652463.243896:0:14991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627818368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (2263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652463.243902:0:14991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788652463.243919:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788652463.243923:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788652463.243925:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788652463.243974:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe5f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627818368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788652463.244151:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627817728:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.244163:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627818240:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.244173:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627817600:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.244184:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3303:1875537627818112:0@lo:400:kworker.0 00000100:00100000:1.0:1788652463.245505:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627818496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788652463.245560:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652463.245676:0:14992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818496 00000100:00100000:3.0:1788652463.245683:0:14992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818496 00000100:00100000:3.0:1788652463.245728:0:14992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788652463.245736:0:14992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627818496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788652463.245765:0:14992:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788652463.245836:0:14992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627818496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652463.245843:0:14992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788652463.245883:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627818496:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788652463.436164:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788652464.031278:0:14338:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788652464.031287:0:14338:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788652464.031377:0:14338:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788652464.031383:0:14338:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788652464.456197:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652465.479896:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788652466.446608:0:17251:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 19:54:23 (1788652463) 00010000:00010000:2.0:1788652466.506784:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652466.871387:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652466.871442:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652466.871984:0:14299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721472 00000100:00100000:1.0:1788652466.872010:0:14299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721472 00000100:00100000:1.0:1788652466.872074:0:14299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 128 00000100:00100000:1.0:1788652466.872085:0:14299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75172850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd83be1f-82a0-4980-8afc-69f413012e95+13:2347:x1875537603721472:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:1.0:1788652466.872154:0:14299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75172850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd83be1f-82a0-4980-8afc-69f413012e95+13:2347:x1875537603721472:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 71us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652466.872161:0:14299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 128 00000100:00100000:3.0:1788652466.873226:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721600 00000100:00100000:3.0:1788652466.873235:0:14304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721600 00000100:00100000:3.0:1788652466.873466:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 40 00000100:00100000:3.0:1788652466.873474:0:14304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:2347:x1875537603721600:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652466.873529:0:14304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:2347:x1875537603721600:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 56us (2086us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652466.873536:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 40 00000100:00080000:2.0:1788652466.873707:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652466.893653:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652466.893718:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721728 00000100:00100000:1.0:1788652466.893728:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721728 00000100:00080000:3.0:1788652466.893804:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788652466.893830:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 19 00000100:00100000:1.0:1788652466.893840:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c66a6a95-dcf9-4296-ba30-508b18ee8b72+5:2345:x1875537603721728:12345-192.168.203.50@tcp:9:kworker.0 00000020:00000080:1.0:1788652466.893881:0:14990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8932 00000100:00080000:1.0:1788652466.893890:0:14990:0:(import.c:65:import_set_state_nolock()) ffff8cbe81d1f800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788652466.893933:0:14990:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00010000:00010000:3.0:1788652466.894141:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652466.894203:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c66a6a95-dcf9-4296-ba30-508b18ee8b72+2:2345:x1875537603721728:12345-192.168.203.50@tcp:9:kworker.0 Request processed in 363us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652466.894210:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 19 00000100:00100000:3.0:1788652466.899367:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652466.899430:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603721856 00000100:00100000:1.0:1788652466.899440:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603721856 00000100:00100000:1.0:1788652466.899524:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 41 00000100:00100000:1.0:1788652466.899535:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8fbfa306-1be4-498a-9298-3679b70726ba+6:2347:x1875537603721856:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:1.0:1788652466.899626:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8fbfa306-1be4-498a-9298-3679b70726ba+6:2347:x1875537603721856:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 92us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652466.899634:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 41 00000100:00080000:3.0:1788652466.899872:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788652467.528016:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788652467.953802:0:6704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c66a6a95-dcf9-4296-ba30-508b18ee8b72 00000020:00000080:1.0:1788652467.953812:0:6704:0:(genops.c:885:class_export_put()) final put ffff8cbe81ec9800/c66a6a95-dcf9-4296-ba30-508b18ee8b72 00000020:00000080:0.0:1788652467.954296:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81ec9800/c66a6a95-dcf9-4296-ba30-508b18ee8b72 for lustre-OST0000 00000020:00000080:3.0:1788652467.956106:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe81d1f800 for lustre-OST0000 00000100:00100000:3.0:1788652468.360121:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627818624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788652468.360202:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652468.360348:0:16541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818624 00000100:00100000:2.0:1788652468.360355:0:16541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818624 00000100:00100000:2.0:1788652468.360430:0:16541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788652468.360440:0:16541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627818624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788652468.360471:0:16541:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788652468.360513:0:16541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627818624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652468.360520:0:16541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788652468.360564:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627818624:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788652468.360625:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788652468.364755:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627818880:0@lo:400:kworker.0 00000100:00100000:1.0:1788652468.364869:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652468.364920:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788652468.364927:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627819008:0@lo:400:kworker.0 00000100:00100000:1.0:1788652468.364956:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652468.364990:0:14989:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818880 00000100:00100000:1.0:1788652468.364997:0:14989:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818880 00000100:00100000:1.0:1788652468.365056:0:14989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788652468.365066:0:14989:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627818880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652468.365116:0:14989:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627818880:12345-0@lo:400:kworker.0 Request processed in 52us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652468.365123:0:14989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788652468.365146:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819008 00000100:00100000:1.0:1788652468.365149:0:14304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819008 00000100:00100000:1.0:1788652468.365176:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788652468.365185:0:14304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627819008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652468.365216:0:14304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627819008:12345-0@lo:400:kworker.0 Request processed in 33us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652468.365223:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:1.0:1788652468.365245:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788652468.365278:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627819008:0@lo:400:kworker.0 00000100:00100000:1.0:1788652468.365293:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627818880:0@lo:400:kworker.0 00000100:00100000:0.0:1788652468.365452:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a384a7b-92b2-4f9e-a496-63aebbb65331:3304:1875537627818752:0@lo:400:kworker.0 00000100:00100000:0.0:1788652468.365485:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652468.365520:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3304:1875537627819264:0@lo:400:kworker.0 00000100:00100000:0.0:1788652468.365544:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652468.365562:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788652468.365567:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3304:1875537627819136:0@lo:400:kworker.0 00000100:00100000:0.0:1788652468.365589:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652468.366379:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627818752 00000100:00100000:1.0:1788652468.366399:0:14297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627818752 00000100:00100000:3.0:1788652468.366466:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819264 00000100:00100000:3.0:1788652468.366471:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819264 00000100:00100000:1.0:1788652468.366498:0:14297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788652468.366506:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819136 00000100:00100000:3.0:1788652468.366510:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819136 00000100:00100000:1.0:1788652468.366528:0:14297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3304:x1875537627818752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652468.366534:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788652468.366542:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1875537627819264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652468.366600:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1875537627819264:12345-0@lo:400:kworker.0 Request processed in 59us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652468.366607:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788652468.368949:0:14297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3304:x1875537627818752:12345-0@lo:400:kworker.0 Request processed in 2436us (3456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652468.368975:0:14297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1788652468.369197:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3304:1875537627819264:0@lo:400:kworker.0 00000100:00100000:0.0:1788652468.369228:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a384a7b-92b2-4f9e-a496-63aebbb65331:3304:1875537627818752:0@lo:400:kworker.0 00000100:00100000:2.0:1788652468.370073:0:15716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788652468.370091:0:15716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1875537627819136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652468.370302:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627819392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652468.371088:0:15716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1875537627819136:12345-0@lo:400:kworker.0 Request processed in 1001us (5494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652468.371099:0:15716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788652468.371159:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3304:1875537627819136:0@lo:400:kworker.0 00000100:00080000:1.0:1788652468.371427:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652468.375115:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652468.375194:0:14991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819392 00000100:00100000:0.0:1788652468.375203:0:14991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819392 00000100:00100000:0.0:1788652468.375250:0:14991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788652468.375259:0:14991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627819392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788652468.375291:0:14991:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788652468.375336:0:14991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627819392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652468.375343:0:14991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788652468.375389:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627819392:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788652468.558759:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652469.576001:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652470.429303:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652470.429814:0:14308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603722112 00000100:00100000:0.0:1788652470.429836:0:14308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603722112 00000100:00100000:0.0:1788652470.429947:0:14308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:0.0:1788652470.429968:0:14308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+12:15273:x1875537603722112:12345-192.168.203.50@tcp:35:umount.0 00000001:00080000:0.0:1788652470.430507:0:14308:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1788652470.430603:0:14308:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788652470.430897:0:14308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c66a6a95-dcf9-4296-ba30-508b18ee8b72+15:15273:x1875537603722112:12345-192.168.203.50@tcp:35:umount.0 Request processed in 940us (1602us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788652470.430906:0:14308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 13 00000020:00080000:0.0:1788652470.430910:0:14308:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:1.0:1788652470.432888:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652470.439258:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652470.439295:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652470.439327:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652470.439548:0:14290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603722240 00000100:00100000:1.0:1788652470.439557:0:14290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603722240 00000100:00100000:1.0:1788652470.439608:0:14290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603722496 00000100:00100000:1.0:1788652470.439611:0:14290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603722496 00000100:00100000:1.0:1788652470.439623:0:14290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603722368 00000100:00100000:1.0:1788652470.439625:0:14290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603722368 00000100:00100000:1.0:1788652470.439640:0:14290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 3 00000100:00100000:1.0:1788652470.439648:0:14290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd83be1f-82a0-4980-8afc-69f413012e95+15:2346:x1875537603722240:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788652470.439662:0:14290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788652470.439690:0:14290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75f1a000/0x340ed74ef02a890f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0c2c expref: 15 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652470.439707:0:14290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788652470.439753:0:14290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd83be1f-82a0-4980-8afc-69f413012e95+14:2346:x1875537603722240:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 105us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652470.439760:0:14290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 3 00000100:00100000:1.0:1788652470.439811:0:14290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:1.0:1788652470.439818:0:14290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd83be1f-82a0-4980-8afc-69f413012e95+13:2346:x1875537603722496:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788652470.439825:0:14290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788652470.439834:0:14290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e4e00/0x340ed74ef02a898d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0cf7 expref: 13 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652470.439841:0:14290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788652470.439856:0:14290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd83be1f-82a0-4980-8afc-69f413012e95+12:2346:x1875537603722496:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 41us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652470.439876:0:14290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:1.0:1788652470.439888:0:14290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:1.0:1788652470.439894:0:14290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a426450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd83be1f-82a0-4980-8afc-69f413012e95+11:2346:x1875537603722368:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788652470.439902:0:14290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788652470.439911:0:14290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a8916 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0c56 expref: 11 pid: 14299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652470.439919:0:14290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788652470.439934:0:14290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a426450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd83be1f-82a0-4980-8afc-69f413012e95+10:2346:x1875537603722368:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 41us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652470.439940:0:14290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:3.0:1788652470.453101:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652470.453179:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603723392 00000100:00100000:1.0:1788652470.453191:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603723392 00000100:00100000:1.0:1788652470.453251:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55 00000100:00100000:1.0:1788652470.453261:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c66a6a95-dcf9-4296-ba30-508b18ee8b72+15:2345:x1875537603723392:12345-192.168.203.50@tcp:39:umount.0 00000020:00000080:1.0:1788652470.453292:0:14306:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8924 00000020:00010000:1.0:1788652470.453309:0:14306:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8cbe81ecc000: total 0 00000100:00080000:1.0:1788652470.453313:0:14306:0:(import.c:65:import_set_state_nolock()) ffff8cbe81ecc800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788652470.453341:0:14306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1788652470.453717:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c66a6a95-dcf9-4296-ba30-508b18ee8b72+14:2345:x1875537603723392:12345-192.168.203.50@tcp:39:umount.0 Request processed in 456us (624us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788652470.453725:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55 00000020:00010000:0.0:1788652470.453922:0:15837:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8cbe81ecc000: total 0 00010000:00010000:0.0:1788652470.453963:0:15837:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cbe81ecc000, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1788652470.453993:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8cbe485ac600) 00010000:00010000:0.0:1788652470.453997:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788652470.454007:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1e00/0x340ed74ef02a8ba8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d8a expref: 13 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454029:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8cbe485acf00) 00010000:00010000:0.0:1788652470.454032:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788652470.454036:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75f1be00/0x340ed74ef02a8b2a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d67 expref: 12 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454049:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8cbe485acf00) 00010000:00010000:0.0:1788652470.454052:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788652470.454056:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7fd10600/0x340ed74ef02a8b4d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d75 expref: 11 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454070:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cbe48da0c00) 00010000:00010000:0.0:1788652470.454072:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652470.454100:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7fd10800/0x340ed74ef02a89ef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d05 expref: 10 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454118:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac100) 00010000:00010000:0.0:1788652470.454121:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788652470.454124:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0200/0x340ed74ef02a8a27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d13 expref: 9 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454140:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8cbe48da0200) 00010000:00010000:0.0:1788652470.454142:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788652470.454146:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8200/0x340ed74ef02a89d3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0cfe expref: 8 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454159:0:15837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8cbe4b956b00) 00010000:00010000:0.0:1788652470.454161:0:15837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788652470.454164:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5200/0x340ed74ef02a8aac lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d3d expref: 7 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652470.454176:0:15837:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cbe81ecc000, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1788652470.454189:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652470.454191:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652470.454192:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652470.599923:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652471.625802:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652471.984149:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652471.984202:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652471.984279:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603723648 00000100:00100000:1.0:1788652471.984288:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603723648 00000100:00100000:1.0:1788652471.984358:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 45 00000100:00100000:1.0:1788652471.984368:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8fbfa306-1be4-498a-9298-3679b70726ba+6:2349:x1875537603723648:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652471.984436:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603723520 00000100:00100000:2.0:1788652471.984441:0:14298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603723520 00000100:00100000:1.0:1788652471.984463:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8fbfa306-1be4-498a-9298-3679b70726ba+6:2349:x1875537603723648:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 97us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652471.984472:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 45 00000100:00100000:2.0:1788652471.984473:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 130 00000100:00100000:2.0:1788652471.984479:0:14298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75172450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd83be1f-82a0-4980-8afc-69f413012e95+10:2349:x1875537603723520:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:2.0:1788652471.984505:0:14298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75172450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd83be1f-82a0-4980-8afc-69f413012e95+10:2349:x1875537603723520:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 27us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652471.984512:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 130 00000100:00080000:3.0:1788652471.985112:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1788652472.595546:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000001:00100000:1.0:1788652472.595570:0:5857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c66a6a95-dcf9-4296-ba30-508b18ee8b72 00000001:00080000:1.0:1788652472.595576:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1788652472.595579:0:5857:0:(genops.c:885:class_export_put()) final put ffff8cbe81ecc000/c66a6a95-dcf9-4296-ba30-508b18ee8b72 00000020:00000080:3.0:1788652472.596182:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81ecc000/c66a6a95-dcf9-4296-ba30-508b18ee8b72 for lustre-MDT0000 00000020:00000080:3.0:1788652472.596271:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe81ecc800 for lustre-MDT0000 00010000:00010000:0.0:1788652472.648571:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652473.066681:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652473.066715:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652473.066760:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652473.066818:0:14289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603723776 00000100:00100000:3.0:1788652473.066837:0:14289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603723776 00000100:00100000:3.0:1788652473.066895:0:14289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603723904 00000100:00100000:3.0:1788652473.066898:0:14289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603723904 00000100:00100000:3.0:1788652473.066910:0:14289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603724032 00000100:00100000:3.0:1788652473.066913:0:14289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603724032 00000100:00100000:3.0:1788652473.066929:0:14289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:3.0:1788652473.066950:0:14289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd83be1f-82a0-4980-8afc-69f413012e95+12:2347:x1875537603723776:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788652473.066964:0:14289:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652473.066983:0:14289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75f1bc00/0x340ed74ef02a8947 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0c8e expref: 12 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652473.067001:0:14289:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788652473.067048:0:14289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd83be1f-82a0-4980-8afc-69f413012e95+11:2347:x1875537603723776:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 110us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652473.067055:0:14289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:3.0:1788652473.067071:0:14289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652473.067077:0:14289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd83be1f-82a0-4980-8afc-69f413012e95+10:2346:x1875537603723904:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788652473.067084:0:14289:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652473.067093:0:14289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75dd1400/0x340ed74ef02a894e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0cb8 expref: 10 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652473.067103:0:14289:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788652473.067119:0:14289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd83be1f-82a0-4980-8afc-69f413012e95+9:2346:x1875537603723904:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 42us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652473.067153:0:14289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652473.067166:0:14289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:3.0:1788652473.067173:0:14289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd83be1f-82a0-4980-8afc-69f413012e95+8:2346:x1875537603724032:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788652473.067181:0:14289:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652473.067200:0:14289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75dd0e00/0x340ed74ef02a8986 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0cf0 expref: 8 pid: 14299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652473.067213:0:14289:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788652473.067231:0:14289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd83be1f-82a0-4980-8afc-69f413012e95+7:2346:x1875537603724032:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652473.067237:0:14289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:1.0:1788652473.101742:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652473.102457:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603724288 00000100:00100000:3.0:1788652473.102468:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603724288 00000100:00100000:2.0:1788652473.103449:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 56 00000100:00100000:2.0:1788652473.103461:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8fbfa306-1be4-498a-9298-3679b70726ba+6:2345:x1875537603724288:12345-192.168.203.50@tcp:39:umount.0 00000020:00000080:2.0:1788652473.103500:0:14306:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a895c 00000020:00010000:2.0:1788652473.103508:0:14306:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8cbe7f381800: total 0 00000100:00080000:2.0:1788652473.103513:0:14306:0:(import.c:65:import_set_state_nolock()) ffff8cbe7f382000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788652473.103541:0:14306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1788652473.104619:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8fbfa306-1be4-498a-9298-3679b70726ba+5:2345:x1875537603724288:12345-192.168.203.50@tcp:39:umount.0 Request processed in 1155us (2898us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1788652473.104630:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 56 00000020:00010000:1.0:1788652473.109517:0:14293:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8cbe7f381800: total 0 00010000:00010000:1.0:1788652473.109525:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652473.109577:0:14293:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cbe7f381800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788652473.109608:0:14293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac100) 00010000:00010000:1.0:1788652473.109612:0:14293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788652473.109622:0:14293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7fd10400/0x340ed74ef02a8a35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0d1a expref: 4 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652473.109646:0:14293:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cbe7f381800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788652473.109654:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652473.109655:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652473.109657:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788652473.112079:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652473.132185:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652473.132451:0:14299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603724544 00000100:00100000:1.0:1788652473.132461:0:14299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603724544 00000100:00100000:1.0:1788652473.132521:0:14299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 131 00000100:00100000:1.0:1788652473.132531:0:14299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75170450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd83be1f-82a0-4980-8afc-69f413012e95+7:2345:x1875537603724544:12345-192.168.203.50@tcp:251:umount.0 00000020:00000080:1.0:1788652473.132575:0:14299:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8901 00000020:00010000:1.0:1788652473.132583:0:14299:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8cbe819e9800: total 0 00000100:00080000:1.0:1788652473.132588:0:14299:0:(import.c:65:import_set_state_nolock()) ffff8cbe819ef000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788652473.132674:0:14299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75170450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd83be1f-82a0-4980-8afc-69f413012e95+3:2345:x1875537603724544:12345-192.168.203.50@tcp:251:umount.0 Request processed in 143us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652473.132695:0:14299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 131 00000020:00010000:3.0:1788652473.134854:0:14292:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8cbe819e9800: total 0 00010000:00010000:3.0:1788652473.134912:0:14292:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cbe819e9800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788652473.134960:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8908 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0c25 expref: 2 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652473.134977:0:14292:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cbe819e9800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788652473.134985:0:14292:0:(genops.c:885:class_export_put()) final put ffff8cbe819e9800/dd83be1f-82a0-4980-8afc-69f413012e95 00010000:00010000:3.0:1788652473.135002:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652473.135004:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652473.135006:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788652473.137088:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe819e9800/dd83be1f-82a0-4980-8afc-69f413012e95 for MGS 00000020:00000080:1.0:1788652473.137147:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe819ef000 for MGS 00000100:00100000:1.0:1788652473.480398:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627819904:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480475:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652473.480548:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788652473.480555:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627819520:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480585:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652473.480606:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627820032:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480626:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652473.480670:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819904 00000100:00100000:1.0:1788652473.480678:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819904 00000100:00100000:1.0:1788652473.480716:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820032 00000100:00100000:1.0:1788652473.480719:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820032 00000100:00100000:1.0:1788652473.480746:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788652473.480754:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627819904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480822:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627819904:12345-0@lo:400:kworker.0 Request processed in 69us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652473.480829:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788652473.480844:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788652473.480851:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627820032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480876:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627820032:12345-0@lo:400:kworker.0 Request processed in 26us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652473.480882:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788652473.480919:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627820032:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480946:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627819904:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.480982:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627819648:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481007:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652473.481025:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627820160:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481042:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652473.481056:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788652473.481062:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627819776:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481079:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652473.481100:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819648 00000100:00100000:1.0:1788652473.481104:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819648 00000100:00100000:1.0:1788652473.481127:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819776 00000100:00100000:1.0:1788652473.481130:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819776 00000100:00100000:1.0:1788652473.481146:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788652473.481152:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627819648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481183:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627819648:12345-0@lo:400:kworker.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652473.481204:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788652473.481216:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788652473.481222:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627819776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481246:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627819776:12345-0@lo:400:kworker.0 Request processed in 24us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652473.481251:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1788652473.481271:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788652473.481275:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788652473.481277:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788652473.481294:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627819776:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481313:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627819648:0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481329:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820160 00000100:00100000:1.0:1788652473.481332:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820160 00000100:00100000:1.0:1788652473.481354:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788652473.481359:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627820160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652473.481399:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627820160:12345-0@lo:400:kworker.0 Request processed in 40us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652473.481406:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:1.0:1788652473.481417:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788652473.481432:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627820160:0@lo:400:kworker.0 00000100:00100000:2.0:1788652473.483422:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627820288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652473.483488:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652473.483549:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627819520 00000100:00100000:2.0:1788652473.483556:0:14298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627819520 00000100:00100000:2.0:1788652473.483594:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1788652473.483602:0:14298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75170c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627819520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652473.483647:0:14298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75170c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627819520:12345-0@lo:400:kworker.0 Request processed in 46us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652473.483654:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1788652473.483683:0:14992:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820288 00000100:00100000:2.0:1788652473.483687:0:14992:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820288 00000100:00100000:2.0:1788652473.483709:0:14992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788652473.483728:0:14992:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627820288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788652473.483754:0:14992:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788652473.483810:0:14992:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627820288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652473.483815:0:14992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788652473.483855:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627820288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652473.483885:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627819520:0@lo:400:kworker.0 00000100:00100000:0.0:1788652473.484703:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788652473.484718:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627820416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788652473.484815:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652473.484850:0:16541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820416 00000100:00100000:0.0:1788652473.484862:0:16541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820416 00000100:00100000:0.0:1788652473.484895:0:16541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788652473.484902:0:16541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627820416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788652473.484925:0:16541:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788652473.484959:0:16541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627820416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652473.484965:0:16541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788652473.484997:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627820416:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788652473.672967:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788652474.248356:0:14338:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788652474.248364:0:14338:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788652474.248437:0:14338:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788652474.248444:0:14338:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788652474.698211:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652475.720085:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788652476.005282:0:17448:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788652476.016995:0:17448:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788652476.017041:0:17448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017055:0:17448:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017062:0:17448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017069:0:17448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017089:0:17448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788652476.017093:0:17448:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788652476.017115:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788652476.017119:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788652476.017124:0:17448:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788652476.017149:0:17448:0:(import.c:65:import_set_state_nolock()) ffff8cbe7f669000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788652476.017208:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875537627820544:0@lo:39:umount.0 00000100:00100000:3.0:1788652476.017272:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788652476.017343:0:15837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652476.017349:0:15837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017356:0:15837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9e00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652476.017391:0:15837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017400:0:15837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652476.017406:0:15837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652476.017412:0:15837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788652476.017415:0:15837:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788652476.017417:0:15837:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788652476.017452:0:15837:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017459:0:15837:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788652476.017476:0:15837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017484:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8630 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a8637 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017493:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.017495:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.017497:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652476.017510:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788652476.017519:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627820672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788652476.017546:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652476.017581:0:14289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820672 00000100:00100000:3.0:1788652476.017586:0:14289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820672 00000100:00100000:3.0:1788652476.017637:0:14289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788652476.017652:0:14289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3305:x1875537627820672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788652476.017665:0:14289:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652476.017688:0:14289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7fd11600/0x340ed74ef02a8637 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8630 expref: 19 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.017700:0:14289:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788652476.017733:0:14289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a384a7b-92b2-4f9e-a496-63aebbb65331+18:3305:x1875537627820672:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652476.017739:0:14289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788652476.017793:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627820672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652476.024042:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820544 00000100:00100000:0.0:1788652476.024058:0:14305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820544 00000100:00100000:0.0:1788652476.024114:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788652476.024124:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875537627820544:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788652476.024153:0:14305:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8661 00000100:00080000:0.0:1788652476.024162:0:14305:0:(import.c:65:import_set_state_nolock()) ffff8cbe7a8c7000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788652476.027223:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652476.027894:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3302:x1875537627820544:12345-0@lo:39:umount.0 Request processed in 3763us (10613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652476.027909:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000020:00000080:0.0:1788652476.027922:0:14305:0:(genops.c:885:class_export_put()) final put ffff8cbe7a8c3800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788652476.027959:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7a8c3800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788652476.028022:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe7a8c7000 for lustre-MDT0000 00000100:00080000:2.0:1788652476.037291:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe7f669000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788652476.037313:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875537627820544:0@lo:39:umount.0 00000100:00080000:3.0:1788652476.037876:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788652476.037885:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788652476.037893:0:17448:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788652476.039181:0:17448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039202:0:17448:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039210:0:17448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039218:0:17448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039292:0:17448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652476.039299:0:17448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039322:0:17448:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039329:0:17448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.039335:0:17448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040384:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652476.040395:0:14292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040405:0:14292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7fd11000 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:1.0:1788652476.040409:0:14292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040420:0:14292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788652476.040428:0:14292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788652476.040434:0:14292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788652476.040437:0:14292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1788652476.040863:0:14292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040887:0:14292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788652476.040937:0:14292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040945:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11000/0x340ed74ef02a8596 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a859d expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040964:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652476.040969:0:14292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.040976:0:14292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe8215ea00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:1.0:1788652476.040979:0:14292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652476.040983:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1788652476.040987:0:14292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788652476.041007:0:14292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652476.041016:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a384a7b-92b2-4f9e-a496-63aebbb65331:3304:1875537627820800:0@lo:103:ldlm_bl.0 10000000:01000000:1.0:1788652476.041017:0:14292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788652476.041024:0:14292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1788652476.041046:0:14292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.041054:0:14292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788652476.041061:0:14292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.041081:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652476.041083:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652476.041085:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652476.041103:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652476.041158:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a384a7b-92b2-4f9e-a496-63aebbb65331:3304:1875537627820928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652476.041196:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652476.041335:0:14291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820800 00000100:00100000:2.0:1788652476.041345:0:14291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820800 00000100:00100000:2.0:1788652476.041421:0:14291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627820928 00000100:00100000:2.0:1788652476.041425:0:14291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627820928 00000100:00100000:2.0:1788652476.041666:0:14291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788652476.041678:0:14291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4a384a7b-92b2-4f9e-a496-63aebbb65331+19:3304:x1875537627820800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788652476.041694:0:14291:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652476.041711:0:14291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe8215e400/0x340ed74ef02a859d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8596 expref: 19 pid: 14299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652476.041728:0:14291:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652476.041835:0:14291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4a384a7b-92b2-4f9e-a496-63aebbb65331+18:3304:x1875537627820800:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652476.041842:0:14291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788652476.041861:0:14291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788652476.041868:0:14291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4a384a7b-92b2-4f9e-a496-63aebbb65331+17:3304:x1875537627820928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788652476.041887:0:14291:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652476.041898:0:14291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7fd11e00/0x340ed74ef02a876b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8764 expref: 17 pid: 14299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652476.041911:0:14291:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652476.041935:0:14291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4a384a7b-92b2-4f9e-a496-63aebbb65331+16:3304:x1875537627820928:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652476.041941:0:14291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1788652476.042026:0:17448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788652476.042034:0:17448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe8215ea00/0x340ed74ef02a8764 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a876b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652476.042049:0:17448:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788652476.042063:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.042090:0:17448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042106:0:17448:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042116:0:17448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042124:0:17448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042139:0:17448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652476.042147:0:14293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652476.042159:0:14293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042166:0:14293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75f1a600 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652476.042179:0:14293:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042188:0:14293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652476.042196:0:14293:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652476.042201:0:14293:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788652476.042204:0:14293:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788652476.042206:0:14293:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788652476.042226:0:14293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042233:0:14293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788652476.042252:0:14293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042261:0:14293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe75f1a600/0x340ed74ef02a89b0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a89b7 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.042271:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.042273:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.042274:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652476.042301:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627821056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788652476.042347:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788652476.058712:0:17448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.058737:0:17448:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.058747:0:17448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.058754:0:17448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.058797:0:17448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788652476.058805:0:17448:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788652476.058812:0:17448:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1788652476.058856:0:17448:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788652476.058862:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788652476.058867:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652476.058873:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/7 00000020:00080000:3.0:1788652476.058882:0:17448:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8cbe49354000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788652476.058888:0:17448:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8cbe81a21800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788652476.058896:0:17448:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8cbe7f381800 8fbfa306-1be4-498a-9298-3679b70726ba 192.168.203.50@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788652476.058901:0:17448:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8cbe4b170000) has exports, disconnecting them 00000020:00080000:3.0:1788652476.058907:0:17448:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8cbe49354000), last request at 1788652473 00000020:00000080:3.0:1788652476.058916:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8756 00000100:00080000:3.0:1788652476.058937:0:17448:0:(import.c:65:import_set_state_nolock()) ffff8cbe818bb000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788652476.058989:0:15837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652476.058996:0:15837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.059036:0:15837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7fd11c00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652476.059041:0:15837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.059050:0:15837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652476.059061:0:15837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652476.059066:0:15837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788652476.059068:0:15837:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788652476.059070:0:15837:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788652476.059124:0:15837:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.059131:0:15837:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788652476.059149:0:15837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.059156:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd11c00/0x340ed74ef02a8588 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a858f expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652476.059391:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.059394:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652476.059396:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652476.059406:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788652476.059422:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627821184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788652476.059492:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652476.063346:0:14289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821056 00000100:00100000:0.0:1788652476.063369:0:14289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821056 00000100:00100000:0.0:1788652476.063502:0:14289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788652476.063512:0:14289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a427c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a384a7b-92b2-4f9e-a496-63aebbb65331+16:3305:x1875537627821056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652476.063526:0:14289:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652476.063543:0:14289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0c9800/0x340ed74ef02a89b7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a89b0 expref: 16 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652476.063562:0:14289:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652476.063628:0:14289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a427c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a384a7b-92b2-4f9e-a496-63aebbb65331+15:3305:x1875537627821056:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (21280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652476.063635:0:14289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1788652476.065551:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652476.065624:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a384a7b-92b2-4f9e-a496-63aebbb65331:3304:1875537627820928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652476.065641:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a384a7b-92b2-4f9e-a496-63aebbb65331:3304:1875537627820800:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1788652476.067814:0:17448:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cbe49354000): rc 0 00000020:00000080:0.0:1788652476.067820:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe49354000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1788652476.067837:0:17448:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8cbe81a21800), last request at 1788652473 00000020:00000080:0.0:1788652476.067844:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a86e6 00000100:00080000:0.0:1788652476.067857:0:17448:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a25800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1788652476.067884:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49354000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788652476.067952:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe818bb000 for lustre-MDT0000 00000020:00080000:0.0:1788652476.067967:0:17448:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cbe81a21800): rc 0 00000020:00000080:0.0:1788652476.067969:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe81a21800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:0.0:1788652476.067979:0:17448:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa24681e2fae0 00000020:00000080:0.0:1788652476.067989:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81a21800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788652476.068014:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe81a25800 for lustre-MDT0000 00000100:00080000:0.0:1788652476.068056:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788652476.068060:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 3 00000004:00080000:0.0:1788652476.068074:0:17448:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788652476.068179:0:17448:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00010000:00010000:0.0:1788652476.068188:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788652476.068220:0:17448:0:(import.c:65:import_set_state_nolock()) ffff8cbe437f1800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788652476.068257:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788652476.068261:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788652476.068276:0:17448:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788652476.068353:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627821312:0@lo:9:umount.0 00000100:00100000:0.0:1788652476.068475:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652476.068878:0:14990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821312 00000100:00100000:0.0:1788652476.068895:0:14990:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821312 00000100:00100000:0.0:1788652476.069144:0:14990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788652476.069153:0:14990:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3302:x1875537627821312:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788652476.070049:0:14990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8772 00000100:00080000:0.0:1788652476.070061:0:14990:0:(import.c:65:import_set_state_nolock()) ffff8cbe819e9000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788652476.070126:0:14990:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:0.0:1788652476.071447:0:14990:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3302:x1875537627821312:12345-0@lo:9:umount.0 Request processed in 2292us (2969us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652476.071458:0:14990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1788652476.071978:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788652476.072134:0:17448:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788652476.072161:0:17448:0:(import.c:65:import_set_state_nolock()) ffff8cbe42d8c000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788652476.072219:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8cbe4b170000) has no exports 00010000:00010000:3.0:1788652476.079808:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652476.079878:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627821056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788652476.080041:0:14289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821184 00000100:00100000:1.0:1788652476.080055:0:14289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821184 00000100:00080000:0.0:1788652476.080123:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe437f1800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788652476.080129:0:14289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788652476.080141:0:14289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a384a7b-92b2-4f9e-a496-63aebbb65331+15:3305:x1875537627821184:12345-0@lo:103:ldlm_bl.0 00000004:00080000:0.0:1788652476.080141:0:3302:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788652476.080145:0:3302:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788652476.080152:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627821312:0@lo:9:umount.0 00010000:00010000:1.0:1788652476.080159:0:14289:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788652476.080178:0:14289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0c8800/0x340ed74ef02a858f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8588 expref: 15 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652476.080197:0:14289:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788652476.080268:0:14289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a384a7b-92b2-4f9e-a496-63aebbb65331+14:3305:x1875537627821184:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (20775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652476.080276:0:14289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788652476.080598:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627821440:0@lo:9:umount.0 00000100:00100000:0.0:1788652476.080637:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652476.080750:0:15835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821440 00000100:00100000:1.0:1788652476.080755:0:15835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821440 00000100:00100000:1.0:1788652476.080809:0:15835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788652476.080825:0:15835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3302:x1875537627821440:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788652476.080848:0:15835:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8779 00000100:00080000:1.0:1788652476.080854:0:15835:0:(import.c:65:import_set_state_nolock()) ffff8cbe819ed800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788652476.080890:0:15835:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00080000:0.0:1788652476.081789:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe42d8c000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788652476.081803:0:3302:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788652476.081805:0:3302:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788652476.081810:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627821440:0@lo:9:umount.0 00010000:00010000:0.0:1788652476.081836:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652476.082260:0:15835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3302:x1875537627821440:12345-0@lo:9:umount.0 Request processed in 348us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652476.082271:0:15835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:1.0:1788652476.082301:0:14300:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788652476.092305:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627821184:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1788652476.105300:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8cbe4b170000) has no exports 00000020:00000080:2.0:1788652476.257242:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85e3 00000020:00000080:2.0:1788652476.257255:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe4f189800/lustre-QMT0000_UUID 00000020:01000000:2.0:1788652476.257271:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788652476.257356:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe4f189800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1788652476.258185:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652476.258197:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788652476.258202:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8cbe51343380) has no exports 00000020:00000080:3.0:1788652476.258575:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85dc 00000020:00000080:3.0:1788652476.258583:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe49da2800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788652476.258635:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652476.258642:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788652476.258645:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe49da4000/lustre-QMT0000_UUID 00000020:00000080:3.0:1788652476.258647:0:17448:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49da4000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1788652476.258655:0:17448:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1788652476.259666:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49da2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00100000:0.0:1788652476.611157:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788652476.611176:0:7631:0:(genops.c:885:class_export_put()) final put ffff8cbe819eb800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788652476.612196:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe819eb800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788652476.612320:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe819ed800 for lustre-OST0001 00010000:00010000:0.0:1788652476.743991:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788652477.633999:0:5857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8fbfa306-1be4-498a-9298-3679b70726ba 00000001:00080000:3.0:1788652477.634014:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1788652477.634019:0:5857:0:(genops.c:885:class_export_put()) final put ffff8cbe7f381800/8fbfa306-1be4-498a-9298-3679b70726ba 00000020:00000080:1.0:1788652477.634059:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7f381800/8fbfa306-1be4-498a-9298-3679b70726ba for lustre-MDT0000 00000020:00000080:1.0:1788652477.634236:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe7f382000 for lustre-MDT0000 00010000:00010000:3.0:1788652477.767924:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788652478.140480:0:6704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788652478.140489:0:6704:0:(genops.c:885:class_export_put()) final put ffff8cbe819e8000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788652478.141861:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe819e8000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788652478.141917:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe819e9000 for lustre-OST0000 00000020:01000000:3.0:1788652478.280020:0:17448:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe7a717720 - data ffff8cbe5732d948/ffff8cbe6423c800 00000020:01000000:3.0:1788652478.280148:0:17448:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe50c50c60 - data ffff8cbe6e7716c0/ffff8cbe7bc45800 00000001:00000004:3.0:1788652478.295074:0:17448:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1788652478.471494:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788652478.471502:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:3.0:1788652478.471516:0:17448:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788652478.471518:0:17448:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788652478.472479:0:14326:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788652478.472485:0:14326:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1788652478.472496:0:14326:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788652478.475281:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788652478.475288:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788652478.475301:0:17448:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788652478.475303:0:17448:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788652478.476437:0:14328:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788652478.476443:0:14328:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1788652478.476453:0:14328:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000100:00100000:2.0:1788652478.606044:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627821568:0@lo:400:kworker.0 00000100:00100000:0.0:1788652478.606067:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3304:1875537627821696:0@lo:400:kworker.0 00000100:00100000:2.0:1788652478.606120:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652478.610105:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652478.610209:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788652478.610223:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3306:1875537627821824:0@lo:400:kworker.0 00000100:00100000:0.0:1788652478.610285:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652478.610360:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821568 00000100:00100000:0.0:1788652478.610368:0:14297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821568 00000100:00100000:0.0:1788652478.610411:0:14297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1788652478.610419:0:14297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe75171050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a384a7b-92b2-4f9e-a496-63aebbb65331+14:3303:x1875537627821568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652478.610477:0:14297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe75171050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a384a7b-92b2-4f9e-a496-63aebbb65331+14:3303:x1875537627821568:12345-0@lo:400:kworker.0 Request processed in 58us (4358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652478.610485:0:14297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1788652478.610529:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821696 00000100:00100000:0.0:1788652478.610533:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821696 00000100:00100000:0.0:1788652478.610556:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821824 00000100:00100000:0.0:1788652478.610558:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821824 00000100:00100000:0.0:1788652478.610572:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788652478.610577:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3304:x1875537627821696:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788652478.610583:0:14306:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788652478.610635:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3304:x1875537627821696:12345-0@lo:400:kworker.0 Request processed in 57us (536us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788652478.610658:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788652478.610671:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788652478.610675:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3306:x1875537627821824:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788652478.610679:0:14306:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788652478.610705:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3306:x1875537627821824:12345-0@lo:400:kworker.0 Request processed in 29us (420us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788652478.610711:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:0.0:1788652478.610743:0:3304:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788652478.610747:0:3304:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a20800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788652478.610751:0:3304:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1788652478.611793:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627821568:0@lo:400:kworker.0 00000100:00080000:0.0:1788652478.639137:0:3304:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a20800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788652478.639151:0:3304:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 430 00000100:00080000:0.0:1788652478.639162:0:3304:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8cbe81a20800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:0.0:1788652478.639201:0:3304:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a52d80 x1875537627821952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788652478.639233:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3304:1875537627821696:0@lo:400:kworker.0 00000100:00080000:0.0:1788652478.639308:0:3306:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788652478.639312:0:3306:0:(import.c:65:import_set_state_nolock()) ffff8cbe48792800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788652478.639315:0:3306:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788652478.639319:0:3306:0:(import.c:65:import_set_state_nolock()) ffff8cbe48792800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788652478.639558:0:3306:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 442 00000100:00080000:0.0:1788652478.639563:0:3306:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cbe48792800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:0.0:1788652478.639581:0:3306:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a50700 x1875537627822080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788652478.639605:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3306:1875537627821824:0@lo:400:kworker.0 00000100:00100000:1.0:1788652478.639691:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3302:1875537627821952:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788652478.639750:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652478.639802:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3302:1875537627822080:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788652478.639824:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652478.640443:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627821952 00000100:00100000:0.0:1788652478.640451:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627821952 00000100:00100000:0.0:1788652478.640498:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627822080 00000100:00100000:0.0:1788652478.640502:0:14306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627822080 00000100:00100000:0.0:1788652478.640523:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788652478.640531:0:14306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3302:x1875537627821952:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1788652478.640546:0:14306:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788652478.642393:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788652478.642403:0:14305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3302:x1875537627822080:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1788652478.642418:0:14305:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788652478.642505:0:14305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3302:x1875537627822080:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 101us (2678us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788652478.642512:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:1.0:1788652478.642572:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe48792800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788652478.642577:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788652478.642580:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3302:1875537627822080:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788652478.659038:0:14306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3302:x1875537627821952:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 18501us (19282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788652478.659052:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:3.0:1788652478.662694:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a20800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788652478.662707:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788652478.662713:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3302:1875537627821952:0@lo:38:ptlrpcd_00_01.0 00000020:00000080:3.0:1788652478.740137:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85ab 00000020:00000080:3.0:1788652478.740149:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe437f7800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788652478.742139:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe437f7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788652478.743516:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85c0 00000020:00000080:3.0:1788652478.743527:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe50c42800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788652478.743543:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788652478.743549:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652478.743557:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788652478.743560:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8cbe4b173380) has no exports 00000004:01000000:3.0:1788652478.743744:0:17448:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788652478.743753:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a860d 00000020:00000080:3.0:1788652478.743757:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe5f856000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788652478.743761:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788652478.743765:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652478.743792:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788652478.743795:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8cbe7596cd40) has no exports 00000020:00000080:3.0:1788652478.743800:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8606 00000020:00000080:3.0:1788652478.743804:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe42d8b000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788652478.744166:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe50c42800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1788652478.744175:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe5f856000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788652478.744182:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe42d8b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788652478.745131:0:17448:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788652478.745136:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788652478.745141:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788652478.745147:0:17448:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788652478.745150:0:17448:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788652478.745183:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652478.745191:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788652478.745197:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85f8 00000020:00000080:3.0:1788652478.745203:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe49da1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788652478.745208:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788652478.745212:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652478.745216:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788652478.745219:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8cbe513419c0) has no exports 00000020:00000080:3.0:1788652478.745224:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85f1 00000020:00000080:3.0:1788652478.745228:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe437f5800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788652478.745570:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe42d8c000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788652478.745577:0:36:0:(genops.c:885:class_export_put()) final put ffff8cbe49da1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788652478.745580:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49da1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1788652478.745585:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788652478.745649:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49da1000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788652478.745654:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe437f5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788652478.746374:0:17448:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788652478.746378:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788652478.746381:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:3.0:1788652478.746385:0:17448:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788652478.746386:0:17448:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788652478.746478:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652478.746486:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788652478.746519:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652478.746524:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788652478.746528:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe7f66b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788652478.746531:0:17448:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7f66b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788652478.746539:0:17448:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788652478.746703:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85c7 00000020:00000080:3.0:1788652478.746709:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe50c45000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788652478.753294:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe437f1800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788652478.753314:0:36:0:(genops.c:885:class_export_put()) final put ffff8cbe49da5000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788652478.753317:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49da5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788652478.753325:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788652478.758410:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788652478.758425:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652478.758436:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788652478.758441:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8cbe4b1719c0) has no exports 00000020:00000080:3.0:1788652478.758492:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652478.758499:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788652478.758505:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a85ce 00000020:00000080:3.0:1788652478.758514:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe50c40000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788652478.762954:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe50c45000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788652478.762968:0:36:0:(genops.c:885:class_export_put()) final put ffff8cbe4f18f800/lustre-MDD0000_UUID 00000020:00000080:1.0:1788652478.762970:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe4f18f800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788652478.762977:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1788652478.765378:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe50c40000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:3.0:1788652478.767103:0:17448:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbe48680800 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788652478.767111:0:17448:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe48680800 3 00000020:01000004:3.0:1788652478.767114:0:17448:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cbe48680800 from lustre-MDT0000 00000020:00000080:3.0:1788652478.767150:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652478.767160:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788652478.767166:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe437f4000/lustre-MDT0000_UUID 00000020:00000080:3.0:1788652478.767169:0:17448:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe437f4000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788652478.767183:0:17448:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788652478.767260:0:17448:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:3.0:1788652478.767265:0:17448:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788652478.767279:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788652478.767283:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652478.767287:0:17448:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788652478.767298:0:17448:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8cbe43eb9800 4a384a7b-92b2-4f9e-a496-63aebbb65331 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788652478.767304:0:17448:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8cbe513c4d40) has exports, disconnecting them 00000020:00080000:3.0:1788652478.767308:0:17448:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8cbe43eb9800), last request at 1788652402 00000020:00000080:3.0:1788652478.767323:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8573 00000020:00010000:3.0:1788652478.767328:0:17448:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8cbe43eb9800: total 0 00000100:00080000:3.0:1788652478.767333:0:17448:0:(import.c:65:import_set_state_nolock()) ffff8cbe43ebc000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788652478.767443:0:17448:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cbe43eb9800): rc 0 00000020:00080000:3.0:1788652478.767448:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8cbe513c4d40) has no exports 00000020:00010000:1.0:1788652478.767518:0:14292:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8cbe43eb9800: total 0 00010000:00010000:1.0:1788652478.767555:0:14292:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cbe43eb9800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1788652478.767582:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e4c00/0x340ed74ef02a8581 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a857a expref: 9 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767598:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0c9a00/0x340ed74ef02a899b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8994 expref: 8 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767608:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e4400/0x340ed74ef02a8741 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a873a expref: 7 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767618:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe8215fa00/0x340ed74ef02a86d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a86ca expref: 6 pid: 14299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767628:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0c9400/0x340ed74ef02a89a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a89a2 expref: 5 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767642:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe8215fc00/0x340ed74ef02a8699 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8692 expref: 4 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767653:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7fd11200/0x340ed74ef02a8717 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a8710 expref: 3 pid: 14299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767662:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe8215f800/0x340ed74ef02a86a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x340ed74ef02a86a0 expref: 2 pid: 14297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652478.767671:0:14292:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cbe43eb9800, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1788652478.767682:0:14292:0:(genops.c:885:class_export_put()) final put ffff8cbe43eb9800/4a384a7b-92b2-4f9e-a496-63aebbb65331 00010000:00010000:1.0:1788652478.767700:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652478.767702:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652478.767704:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652478.767851:0:14297:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8cbe4b3bb600:14297] 0 exiting: rc = 1 00000020:00000080:3.0:1788652478.768865:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe43eb9800/4a384a7b-92b2-4f9e-a496-63aebbb65331 for MGS 00000020:00000080:3.0:1788652478.768918:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe43ebc000 for MGS 00000100:00100000:3.0:1788652478.770446:0:14299:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8cbe4b3ba400:14299] 2 exiting: rc = 0 00000100:00100000:2.0:1788652478.770574:0:14298:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8cbe4b3ba800:14298] 1 exiting: rc = 0 00000100:00100000:1.0:1788652478.774040:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774051:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774059:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774065:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774071:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774080:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774086:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774092:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774099:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774104:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774109:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774115:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774120:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774127:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774133:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774138:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774145:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774150:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774156:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774162:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774167:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774172:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774178:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774184:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774190:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774197:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774202:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774209:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774214:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774220:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774227:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774232:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774238:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774244:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774348:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774375:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774380:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774384:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774389:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774394:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774399:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774404:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774409:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774415:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774420:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774426:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774432:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774437:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774441:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774446:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774450:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774455:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774471:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774477:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774482:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774487:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774492:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774497:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774502:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774507:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774511:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774516:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774521:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652478.774526:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:0.0:1788652478.775053:0:17448:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1788652478.775056:0:17448:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:0.0:1788652478.776028:0:17448:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe43725c00 - data ffff8cbe6e771d80/ffff8cbe64209c00 00000020:01000000:0.0:1788652478.776156:0:17448:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe51328d80 - data ffff8cbe7faf0d80/ffff8cbe75173800 00000020:00000080:0.0:1788652478.777002:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8557 00000020:00000080:0.0:1788652478.777010:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe48681800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788652478.777056:0:17448:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbe48680800 from MGS, refs=2 00000020:01000004:0.0:1788652478.777061:0:17448:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe48680800 2 00000020:01000004:0.0:1788652478.777064:0:17448:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cbe48680800 from MGS 00000020:00000080:0.0:1788652478.777084:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788652478.777090:0:17448:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788652478.777093:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe48683000/MGS 00000020:00000080:0.0:1788652478.777096:0:17448:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48683000/MGS for MGS 00000020:01000000:0.0:1788652478.777102:0:17448:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788652478.777153:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788652478.777157:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788652478.777162:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788652478.777167:0:17448:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8cbe49221800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788652478.777172:0:17448:0:(genops.c:1553:class_disconnect_exports()) OBD device 10 (ffff8cbe51344d40) has exports, disconnecting them 00000020:00080000:0.0:1788652478.777178:0:17448:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8cbe49221800), last request at 1788652402 00000020:00000080:0.0:1788652478.777192:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8645 00000020:00080000:0.0:1788652478.777201:0:17448:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cbe49221800): rc 0 00000020:00000080:0.0:1788652478.777206:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe49221800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788652478.783519:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48681800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788652478.794349:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49221800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788652478.837835:0:17448:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788652478.837844:0:17448:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788652478.837848:0:17448:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788652478.837856:0:17448:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788652478.838056:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788652478.838065:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788652478.838071:0:17448:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe48680800 1 00000020:00000080:0.0:1788652478.838079:0:17448:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8549 00000020:00000080:0.0:1788652478.838087:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe48685800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788652478.838093:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788652478.838098:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788652478.838101:0:17448:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788652478.838105:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8cbe513c19c0) has no exports 00000020:00000080:1.0:1788652478.839115:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe7f669000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788652478.839126:0:8:0:(genops.c:885:class_export_put()) final put ffff8cbe49223800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788652478.839129:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49223800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1788652478.839146:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1788652478.839223:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48685800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788652479.010198:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788652479.010222:0:17448:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1788652479.010227:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe48683800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788652479.010231:0:17448:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48683800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788652479.010243:0:17448:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1788652479.010366:0:17448:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cbe48682000 00000020:01000000:1.0:1788652479.010394:0:17448:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788652479.010399:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788652479.010404:0:17448:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788652479.010408:0:17448:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8cbe513c0000) has no exports 00000100:00100000:1.0:1788652479.010497:0:14305:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8cbe5131d000:14305] 1 exiting: rc = 0 00000100:00100000:1.0:1788652479.010595:0:15716:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8cbe47037200:15716] 3 exiting: rc = 0 00000100:00100000:1.0:1788652479.010656:0:14306:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8cbe7f337a00:14306] 2 exiting: rc = 0 00000100:00100000:2.0:1788652479.012749:0:14304:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8cbe5131d600:14304] 0 exiting: rc = 1 00000100:00100000:0.0:1788652479.012836:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012846:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012855:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012865:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012872:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012881:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012886:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012891:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012897:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.012906:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013030:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013043:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013054:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013059:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013064:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013069:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013074:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013095:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013104:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013111:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013116:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013119:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013122:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013125:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013135:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013138:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013141:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013144:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013148:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013152:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013155:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013160:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013164:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013168:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013261:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013271:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013276:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013281:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013287:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013292:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013299:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013309:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013317:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013323:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013329:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013336:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013358:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013363:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013372:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013377:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013383:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013388:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013401:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013407:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013412:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013418:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013423:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013428:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013435:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013440:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013446:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013452:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013457:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.013462:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652479.016427:0:14307:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8cbe49e53200:14307] 0 exiting: rc = 1 00000100:00100000:3.0:1788652479.017295:0:14308:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8cbe49e52400:14308] 1 exiting: rc = 0 00000100:00100000:0.0:1788652479.017575:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017587:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017594:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017599:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017603:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017608:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017613:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017619:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017623:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017629:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017634:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017643:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017652:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017679:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017690:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017699:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017708:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017718:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017727:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017737:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017754:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.017765:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018116:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018138:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018149:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018159:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018167:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018172:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018179:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018185:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018191:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018198:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018203:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018221:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018228:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018235:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018243:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018250:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018260:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018267:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018273:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018280:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018288:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018296:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018302:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018308:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018315:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018322:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018329:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018349:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018360:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018369:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018646:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018654:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018659:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018675:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018682:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018688:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018702:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018708:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018715:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018722:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018728:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.018735:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.046960:0:14310:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8cbe43a5bc00:14310] 1 exiting: rc = 0 00000100:00100000:0.0:1788652479.050005:0:14309:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8cbe81525400:14309] 0 exiting: rc = 1 00000100:00100000:3.0:1788652479.050288:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050297:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050317:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050324:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050329:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050334:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050350:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050365:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050383:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050391:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050397:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050405:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050412:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050420:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050427:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050434:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050455:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050460:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050466:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050487:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050494:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050501:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050507:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050513:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050518:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050523:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050529:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050535:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050540:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050546:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050553:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050575:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050582:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050589:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050595:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050602:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050609:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050615:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050622:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050627:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050632:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050637:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050643:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050683:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050692:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050699:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.050706:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.051737:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052006:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052016:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052021:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052039:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052044:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052049:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052055:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052079:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052085:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052089:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052094:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052101:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052107:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052113:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052118:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.052125:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788652479.071479:0:14311:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8cbe43a5b400:14311] 0 exiting: rc = 1 00000100:00100000:3.0:1788652479.071658:0:14312:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8cbe43a5ba00:14312] 1 exiting: rc = 0 00000100:00100000:3.0:1788652479.071728:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.071736:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.071741:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072102:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072110:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072115:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072120:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072125:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072130:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072135:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072140:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072147:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072152:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072158:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072163:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072168:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072173:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072177:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072181:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072186:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072191:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072273:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072280:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072285:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072290:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072295:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072300:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072305:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072309:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072315:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072320:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072324:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072328:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072332:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072345:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072352:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072357:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072362:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072366:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072371:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072438:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072445:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072450:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072454:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072459:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072464:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072468:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072473:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072478:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072482:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072486:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072490:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072495:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072500:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072504:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072508:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072521:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072526:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072531:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072535:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072540:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072544:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072550:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652479.072555:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.073397:0:14314:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8cbe4d1e1a00:14314] 1 exiting: rc = 0 00000100:00100000:1.0:1788652479.075199:0:14313:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8cbe43a5ac00:14313] 0 exiting: rc = 1 00000100:00100000:0.0:1788652479.075369:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075387:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075392:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075398:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075403:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075408:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075413:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075417:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075422:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075427:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075432:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075436:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075441:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075446:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075451:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075457:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075462:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075468:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075474:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075479:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075484:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075489:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075494:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075500:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075505:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075510:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075515:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075532:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075538:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075543:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075549:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075554:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075559:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075564:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075569:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075573:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075578:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075583:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075589:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075594:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075600:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075605:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075610:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075616:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075621:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075626:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075631:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075637:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075642:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075647:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075651:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075656:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075661:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075678:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075682:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075687:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075692:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075697:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075702:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075706:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075711:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075715:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075729:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.075734:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076083:0:14315:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8cbe74ae5a00:14315] 0 exiting: rc = 1 00000100:00100000:0.0:1788652479.076146:0:14316:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8cbe74ae4800:14316] 1 exiting: rc = 0 00000100:00100000:0.0:1788652479.076188:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076195:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076201:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076206:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076211:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076217:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076221:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076226:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076232:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076238:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076243:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076249:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076254:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076259:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076264:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076269:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076274:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076278:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076283:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076288:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076294:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076299:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076303:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076309:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076314:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076319:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076324:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076329:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076334:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076352:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076358:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076371:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076375:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076381:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076386:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076391:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076396:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076401:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076406:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076411:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076417:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076421:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076426:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076430:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076435:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076440:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076444:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076449:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076452:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076457:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076462:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076467:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076471:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076476:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076481:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076485:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076490:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076494:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076499:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076505:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076510:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076515:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076519:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076524:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.076966:0:14319:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8cbe50c7d000:14319] 2 exiting: rc = 0 00000100:00100000:1.0:1788652479.077760:0:14318:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8cbe50c7cc00:14318] 1 exiting: rc = 0 00000100:00100000:2.0:1788652479.079285:0:14317:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8cbe74ae4a00:14317] 0 exiting: rc = 1 00000100:00100000:0.0:1788652479.088123:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088150:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088157:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088162:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088168:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088174:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088180:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088187:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088236:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088243:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088249:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088254:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088259:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088264:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088269:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088275:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088281:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088288:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088293:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088299:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088304:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088310:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088315:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088321:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088327:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088333:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088350:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088356:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088360:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088365:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088369:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088382:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088403:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088409:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088413:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088418:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088429:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088434:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088439:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088443:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088448:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088454:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088458:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088463:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088469:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088474:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088479:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088484:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088489:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088493:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088498:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088502:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088507:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088512:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088516:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088522:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088543:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088550:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088556:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088562:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088567:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088572:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088578:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652479.088585:0:17448:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788652479.107953:0:17448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788652479.107965:0:17448:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788652479.107971:0:17448:0:(genops.c:885:class_export_put()) final put ffff8cbe48686000/MDS_uuid 00000020:00000080:1.0:1788652479.107976:0:17448:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48686000/MDS_uuid for MDS 00000020:01000000:1.0:1788652479.107985:0:17448:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788652479.108112:0:17448:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1788652479.342494:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652480.391980:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652481.421358:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652482.441151:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788652482.771029:0:17602:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788652482.784971:0:17602:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788652482.785018:0:17602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.785035:0:17602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.785042:0:17602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.785050:0:17602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.785087:0:17602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788652482.785093:0:17602:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788652482.785115:0:17602:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788652482.785119:0:17602:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788652482.785124:0:17602:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788652482.785130:0:17602:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a20800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788652482.785135:0:17602:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788652482.785136:0:17602:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788652482.785140:0:17602:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788652482.785859:0:15837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652482.785868:0:15837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652482.785877:0:15837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c8000 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:0.0:1788652482.785888:0:15837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652482.785897:0:15837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788652482.785904:0:15837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652482.785909:0:15837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788652482.785912:0:15837:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788652482.785914:0:15837:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788652482.785950:0:15837:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652482.785956:0:15837:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788652482.785980:0:15837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652482.785987:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8000/0x340ed74ef02a86ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a86d1 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652482.786001:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652482.786003:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652482.786005:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652482.786013:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788652482.786030:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627822208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652482.786106:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652482.786171:0:14291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627822208 00000100:00100000:0.0:1788652482.786178:0:14291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627822208 00000100:00100000:0.0:1788652482.786216:0:14291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788652482.786230:0:14291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3305:x1875537627822208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788652482.786236:0:14291:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788652482 with bad export cookie 3751172273682941299 00010000:00010000:3.0:1788652482.787252:0:17602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787267:0:17602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787274:0:17602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787280:0:17602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787301:0:17602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652482.787308:0:17602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787328:0:17602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787334:0:17602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787340:0:17602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652482.787353:0:17602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788652482.787356:0:17602:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788652482.787377:0:17602:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788652482.787448:0:17602:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788652482.787453:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652482.787458:0:17602:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788652482.787497:0:17602:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8cbe75968000) has no exports 00000020:00080000:3.0:1788652482.787525:0:17602:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8cbe75968000) has no exports 00010000:00010000:1.0:1788652482.790051:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652482.790064:0:14292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790170:0:14292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c8a00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:1.0:1788652482.790175:0:14292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790186:0:14292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788652482.790194:0:14292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788652482.790200:0:14292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788652482.790203:0:14292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1788652482.790206:0:14292:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1788652482.790255:0:14292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790263:0:14292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788652482.790286:0:14292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790294:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a86a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a86a7 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790307:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652482.790323:0:14292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790331:0:14292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd0600 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:1.0:1788652482.790334:0:14292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790347:0:14292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788652482.790457:0:14292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788652482.790465:0:14292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788652482.790468:0:14292:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788652482.790470:0:14292:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788652482.790587:0:14292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790594:0:14292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788652482.790602:0:14292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790609:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0600/0x340ed74ef02a89a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x340ed74ef02a89a9 expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652482.790622:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652482.790624:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652482.790626:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788652482.790734:0:17602:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe7a7173c0 - data ffff8cbe7febe438/ffff8cbe6423c400 00010000:00010000:1.0:1788652482.790885:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788652482.791113:0:17602:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe81d0ff60 - data ffff8cbe6e526870/ffff8cbe7ef09000 00000100:00100000:2.0:1788652482.791272:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627822336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788652482.791350:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652482.791410:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788652482.791416:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627822464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788652482.791439:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652482.791483:0:14290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627822336 00000100:00100000:2.0:1788652482.791490:0:14290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627822336 00000100:00100000:2.0:1788652482.791522:0:14290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627822464 00000100:00100000:2.0:1788652482.791525:0:14290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627822464 00000100:00100000:2.0:1788652482.791539:0:14290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788652482.791545:0:14290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3303:x1875537627822336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788652482.791551:0:14290:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788652482 with bad export cookie 3751172273682941299 00000100:00100000:2.0:1788652482.791593:0:14290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3303:x1875537627822336:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (244us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788652482.791600:0:14290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788652482.791617:0:14290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788652482.791621:0:14290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3303:x1875537627822464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788652482.791625:0:14290:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788652482 with bad export cookie 3751172273682941299 00000100:00100000:2.0:1788652482.791655:0:14290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3303:x1875537627822464:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (215us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788652482.791662:0:14290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1788652482.791697:0:3303:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.150@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788652482.791701:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8cbe48681000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788652482.791706:0:3303:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.150@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1788652482.809072:0:3303:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.150@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788652482.809078:0:3303:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788652482.809086:0:3303:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbe81a50000 x1875537627822208/t0(0) o103->MGC192.168.203.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788652498 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788652482.809846:0:3303:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbe513b5c00 x1875537627822336/t0(0) o103->MGC192.168.203.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788652498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788652482.809860:0:3303:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbe513b6a00 x1875537627822464/t0(0) o103->MGC192.168.203.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788652498 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788652482.809938:0:3303:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788652482.809957:0:3303:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788652482.809959:0:3303:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788652482.809963:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8cbe48681000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788652482.809968:0:3303:0:(import.c:545:import_select_connection()) MGC192.168.203.150@tcp: connect to NID 0@lo last attempt 419 00000100:00080000:2.0:1788652482.809977:0:3303:0:(import.c:665:import_select_connection()) MGC192.168.203.150@tcp: import ffff8cbe48681000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:2.0:1788652482.810558:0:3303:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe7f346d80 x1875537627822592/t0(0) o250->MGC192.168.203.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788652482.810801:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627822336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788652482.810825:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4a384a7b-92b2-4f9e-a496-63aebbb65331:3303:1875537627822464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788652482.811507:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4a384a7b-92b2-4f9e-a496-63aebbb65331:3302:1875537627822592:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:3.0:1788652482.811553:0:3302:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875537627822592 offset 0 length 520: 4 00000100:00100000:1.0:1788652482.811703:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4a384a7b-92b2-4f9e-a496-63aebbb65331:3305:1875537627822208:0@lo:103:ldlm_bl.0 00000400:00000100:0.0:1788652482.818961:0:14291:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875537627822208 offset 224 length 224: 4 00000100:00100000:0.0:1788652482.818987:0:14291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3305:x1875537627822208:12345-0@lo:103:ldlm_bl.0 Request processed in 32755us (32891us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788652482.818999:0:14291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00100000:10000000:3.0:1788652482.825762:0:17602:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788652482.842582:0:17602:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a86b5 00000020:00000080:3.0:1788652482.842591:0:17602:0:(genops.c:885:class_export_put()) final put ffff8cbe7f382800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1788652482.842611:0:17602:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbe43929800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1788652482.842615:0:17602:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe43929800 2 00000020:01000004:3.0:1788652482.842618:0:17602:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cbe43929800 from lustre-OST0000 00000020:00000080:3.0:1788652482.842642:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652482.842651:0:17602:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1788652482.842654:0:17602:0:(genops.c:885:class_export_put()) final put ffff8cbe7f383800/lustre-OST0000_UUID 00000020:00000080:3.0:1788652482.842657:0:17602:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7f383800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1788652482.842663:0:17602:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1788652482.842705:0:17602:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1788652482.842709:0:17602:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788652482.842713:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652482.842717:0:17602:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788652482.842724:0:17602:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8cbe81a26800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788652482.842730:0:17602:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8cbe51340000) has exports, disconnecting them 00000020:00080000:3.0:1788652482.842734:0:17602:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8cbe81a26800), last request at 1788652413 00000020:00000080:3.0:1788652482.842738:0:17602:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a86df 00000020:00080000:3.0:1788652482.842746:0:17602:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cbe81a26800): rc 0 00000020:00000080:3.0:1788652482.842751:0:17602:0:(genops.c:885:class_export_put()) final put ffff8cbe81a26800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788652482.843561:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7f382800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788652482.843571:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81a26800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788652482.847832:0:17602:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788652482.847840:0:17602:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788652482.847844:0:17602:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788652482.847852:0:17602:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788652482.848029:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788652482.848038:0:17602:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1788652482.848044:0:17602:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe43929800 1 00000020:00000080:0.0:1788652482.848051:0:17602:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8684 00000020:00000080:0.0:1788652482.848059:0:17602:0:(genops.c:885:class_export_put()) final put ffff8cbe49357000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788652482.848065:0:17602:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788652482.848069:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788652482.848073:0:17602:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788652482.848076:0:17602:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff8cbe4b174d40) has no exports 00000020:00000080:1.0:1788652482.848234:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe81a20800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788652482.848241:0:36:0:(genops.c:885:class_export_put()) final put ffff8cbe81a22800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788652482.848244:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81a22800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788652482.848253:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788652482.848301:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49357000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788652482.879264:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788652482.879278:0:17602:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788652482.879284:0:17602:0:(genops.c:885:class_export_put()) final put ffff8cbe50c47800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788652482.879289:0:17602:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe50c47800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788652482.879295:0:17602:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788652482.879430:0:17602:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cbe50c45800 00000020:02000400:0.0:1788652482.879472:0:17602:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1788652483.464344:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788652483.724733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4a384a7b-92b2-4f9e-a496-63aebbb65331->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788652483.724742:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4a384a7b-92b2-4f9e-a496-63aebbb65331->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788652483.724745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788652483.724749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788652483.724752:0:36:0:(import.c:65:import_set_state_nolock()) ffff8cbe48792800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788652483.724760:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 495 00000100:00080000:1.0:1788652483.724766:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788652483.724803:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cbe48792800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:1.0:1788652483.724873:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe513b5180 x1875537627822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788652483.724924:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3302:1875537627822720:0@lo:38:kworker.0 00000400:00000100:1.0:1788652483.724973:0:3302:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875537627822720 offset 0 length 520: 4 00010000:00010000:1.0:1788652484.490410:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652485.513287:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788652486.031762:0:17752:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788652486.047046:0:17752:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788652486.047147:0:17752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.047176:0:17752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.047184:0:17752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.047193:0:17752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.047221:0:17752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788652486.047228:0:17752:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788652486.047256:0:17752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788652486.047270:0:17752:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbe513b5180 x1875537627822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788652498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1788652486.047324:0:15837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652486.047358:0:15837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.047365:0:15837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe8215f400 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652486.047369:0:15837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.047378:0:15837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652486.047393:0:15837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652486.047401:0:15837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788652486.047404:0:15837:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788652486.047406:0:15837:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788652486.047422:0:15837:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cbe48681000 00010000:00010000:3.0:1788652486.047426:0:15837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.047434:0:15837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe8215f400/0x340ed74ef02a873a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a8741 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.047448:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652486.047451:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652486.047453:0:15837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652486.047590:0:17752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788652486.047605:0:17752:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788652486.047613:0:17752:0:(import.c:65:import_set_state_nolock()) ffff8cbe48792800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788652486.047620:0:17752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788652486.047624:0:17752:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbe513b5180 x1875537627822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788652498 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788652486.047632:0:17752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788652486.047636:0:17752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:0.0:1788652486.047725:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3302:1875537627822720:0@lo:38:kworker.0 00010000:00010000:2.0:1788652486.050747:0:17752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050767:0:17752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050798:0:17752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050807:0:17752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050833:0:17752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788652486.050842:0:17752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050849:0:17752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050856:0:17752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050862:0:17752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.050897:0:17752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788652486.050902:0:17752:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788652486.050928:0:17752:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788652486.050934:0:17752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788652486.050938:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788652486.050945:0:17752:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788652486.050950:0:17752:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8cbe759699c0) has no exports 00000020:00080000:2.0:1788652486.050977:0:17752:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8cbe759699c0) has no exports 00010000:00010000:3.0:1788652486.054544:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788652486.054565:0:14292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054579:0:14292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e5c00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652486.054606:0:14292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054619:0:14292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652486.054627:0:14292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652486.054634:0:14292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788652486.054637:0:14292:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1788652486.054640:0:14292:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1788652486.054663:0:14292:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cbe48681000 00010000:00010000:3.0:1788652486.054668:0:14292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054675:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8710 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a8717 expref: -99 pid: 15703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054691:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652486.054695:0:14292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054701:0:14292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd0c00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652486.054704:0:14292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054711:0:14292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652486.054717:0:14292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652486.054730:0:14292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788652486.054733:0:14292:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788652486.054735:0:14292:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788652486.054741:0:14292:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cbe48681000 00010000:00010000:3.0:1788652486.054744:0:14292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054751:0:14292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a8994 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a899b expref: -99 pid: 14301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652486.054794:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652486.054796:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652486.054798:0:14292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652486.055304:0:14293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788652486.056804:0:17752:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe43725f60 - data ffff8cbe7ff4c438/ffff8cbe64209800 00000020:01000000:2.0:1788652486.057002:0:17752:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cbe81d0fde0 - data ffff8cbe7fa9cbd0/ffff8cbe75e62400 00100000:10000000:0.0:1788652486.090629:0:17752:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788652486.122491:0:17752:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8725 00000020:00000080:2.0:1788652486.122500:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe81ecd800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788652486.122546:0:17752:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbe81a27800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788652486.122550:0:17752:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe81a27800 2 00000020:01000004:2.0:1788652486.122553:0:17752:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cbe81a27800 from lustre-OST0001 00000020:00000080:2.0:1788652486.122575:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788652486.122584:0:17752:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788652486.122586:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe7a417000/lustre-OST0001_UUID 00000020:00000080:2.0:1788652486.122589:0:17752:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe7a417000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788652486.122595:0:17752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788652486.122973:0:17752:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 4a384a7b-92b2-4f9e-a496-63aebbb65331->MGS 00010000:00010000:2.0:1788652486.122989:0:17752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8c00/0x340ed74ef02a8692 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a8699 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788652486.123072:0:17752:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8c00/0x340ed74ef02a8692 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a8699 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652486.123079:0:17752:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788652486.123082:0:17752:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788652486.123094:0:17752:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788652486.123110:0:17752:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cbe48681000 00010000:00010000:2.0:1788652486.123113:0:17752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8c00/0x340ed74ef02a8692 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a8699 expref: -99 pid: 14986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652486.123127:0:17752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd10200/0x340ed74ef02a857a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x340ed74ef02a8581 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788652486.123134:0:17752:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd10200/0x340ed74ef02a857a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x340ed74ef02a8581 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652486.123138:0:17752:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788652486.123140:0:17752:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788652486.123142:0:17752:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788652486.123150:0:17752:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cbe48681000 00010000:00010000:2.0:1788652486.123153:0:17752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7fd10200/0x340ed74ef02a857a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x340ed74ef02a8581 expref: -99 pid: 14286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788652486.123168:0:17752:0:(import.c:65:import_set_state_nolock()) ffff8cbe48681000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788652486.123172:0:17752:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788652486.123175:0:17752:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788652486.123176:0:17752:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788652486.123180:0:17752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788652486.123190:0:17752:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cbe7f346d80 x1875537627822592/t0(0) o250->MGC192.168.203.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788652492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788652486.123206:0:17752:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788652486.123210:0:17752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:0.0:1788652486.123282:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4a384a7b-92b2-4f9e-a496-63aebbb65331:3302:1875537627822592:0@lo:250:ptlrpcd_00_00.0 10000000:01000000:2.0:1788652486.123354:0:17752:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788652486.123361:0:17752:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8565 00000020:00000080:2.0:1788652486.123366:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe48685000/4a384a7b-92b2-4f9e-a496-63aebbb65331 00000020:00000080:3.0:1788652486.123406:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81ecd800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788652486.123472:0:17752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.150@tcp (flags='') 00000020:00000080:2.0:1788652486.123477:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788652486.123489:0:17752:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.150@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788652486.123494:0:17752:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8cbe513c3380) has no exports 10000000:01000000:0.0:1788652486.123548:0:14301:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788652486.124946:0:17752:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.150@tcp: client import never connected 00000100:00080000:2.0:1788652486.124953:0:17752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788652486.124956:0:17752:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788652486.124959:0:17752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788652486.124962:0:17752:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788652486.125839:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48685000/4a384a7b-92b2-4f9e-a496-63aebbb65331 for MGC192.168.203.150@tcp 00000020:00000080:2.0:1788652486.129316:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788652486.129330:0:17752:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.150@tcp (uuid 4a384a7b-92b2-4f9e-a496-63aebbb65331) 00000020:01000000:2.0:1788652486.129339:0:17752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788652486.129347:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788652486.129353:0:17752:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788652486.129360:0:17752:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8cbe49350800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788652486.129367:0:17752:0:(genops.c:1553:class_disconnect_exports()) OBD device 17 (ffff8cbd43344d40) has exports, disconnecting them 00000020:00080000:2.0:1788652486.129373:0:17752:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8cbe49350800), last request at 1788652425 00000020:00000080:2.0:1788652486.129377:0:17752:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a874f 00000020:00080000:2.0:1788652486.129392:0:17752:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cbe49350800): rc 0 00000020:00000080:2.0:1788652486.129396:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe49350800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788652486.129959:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe48681000 for MGC192.168.203.150@tcp 00000020:00000080:3.0:1788652486.129968:0:8:0:(genops.c:885:class_export_put()) final put ffff8cbe48682800/4a384a7b-92b2-4f9e-a496-63aebbb65331 00000020:00000080:3.0:1788652486.129970:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe48682800/4a384a7b-92b2-4f9e-a496-63aebbb65331 for MGC192.168.203.150@tcp 00000020:01000000:3.0:1788652486.129977:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.150@tcp (4a384a7b-92b2-4f9e-a496-63aebbb65331) 00000020:00000080:3.0:1788652486.131459:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49350800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1788652486.135579:0:17752:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788652486.135586:0:17752:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788652486.135591:0:17752:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788652486.135598:0:17752:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788652486.135681:0:15837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1788652486.135799:0:14292:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000020:00000080:0.0:1788652486.135971:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8cbe48792800 for lustre-MDT0000-lwp-OST0001 00010000:00010000:0.0:1788652486.137394:0:14293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788652486.139743:0:14288:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8cbe4b326200:14288] 1 exiting: rc = 0 00000100:00100000:1.0:1788652486.140023:0:14287:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8cbe4b326800:14287] 0 exiting: rc = 1 00000100:00100000:3.0:1788652486.140263:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.140560:0:14290:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8cbe4b327a00:14290] 1 exiting: rc = 0 00000100:00100000:0.0:1788652486.140614:0:14291:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8cbe4b327400:14291] 2 exiting: rc = 0 00000100:00100000:3.0:1788652486.141906:0:14289:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8cbe4b327000:14289] 0 exiting: rc = 1 00000100:00100000:1.0:1788652486.143899:0:16535:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8cbe4b28fa00:16535] 3 exiting: rc = 0 00000100:00100000:0.0:1788652486.148327:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148337:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148344:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148350:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148356:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148361:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148367:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148480:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148486:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148492:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148496:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148501:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148507:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148512:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148517:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148521:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148526:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148531:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148536:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148541:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148545:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148550:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148554:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148559:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148578:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148583:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148588:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148593:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148598:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148604:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148609:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148626:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148634:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148639:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148644:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148649:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148655:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148660:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148665:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148671:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148676:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148681:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148686:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148691:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148696:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148790:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148800:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148805:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148810:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148814:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148819:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148825:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148831:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148836:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148841:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148847:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148852:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148857:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148862:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148875:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148880:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148885:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148891:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.148896:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788652486.151620:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652486.151633:0:17752:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788652486.151639:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe818bc000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788652486.151644:0:17752:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe818bc000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788652486.151651:0:17752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:3.0:1788652486.151696:0:17752:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe81a27800 1 00000020:00000080:3.0:1788652486.151713:0:17752:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x340ed74ef02a8709 00000020:00000080:3.0:1788652486.151720:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe81a27000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1788652486.156312:0:17752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788652486.156324:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652486.156334:0:17752:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788652486.156339:0:17752:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8cbd433419c0) has no exports 00000020:00000080:0.0:1788652486.169671:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81a27000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788652486.206482:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652486.206495:0:17752:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788652486.206500:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe81a23800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788652486.206505:0:17752:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe81a23800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788652486.206513:0:17752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1788652486.206720:0:17752:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cbe81a26000 00000020:01000000:3.0:1788652486.206741:0:17752:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1788652486.206745:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788652486.206749:0:17752:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788652486.206753:0:17752:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8cbe7bd34d40) has no exports 00000020:00000080:3.0:1788652486.206800:0:17752:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788652486.206806:0:17752:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1788652486.206839:0:17752:0:(genops.c:885:class_export_put()) final put ffff8cbe49351800/OSS_uuid 00000020:00000080:3.0:1788652486.206848:0:17752:0:(genops.c:844:class_export_destroy()) destroying export ffff8cbe49351800/OSS_uuid for OSS 00000020:01000000:3.0:1788652486.206852:0:17752:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1788652486.208340:0:14990:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8cbe483d1c00:14990] 2 exiting: rc = 0 00000100:00100000:0.0:1788652486.208961:0:15835:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8cbe75e72a00:15835] 3 exiting: rc = 0 00000100:00100000:0.0:1788652486.209154:0:14989:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8cbe43c3a400:14989] 1 exiting: rc = 0 00000100:00080000:0.0:1788652486.209198:0:14300:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1788652486.215589:0:14987:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8cbe50c8a000:14987] 0 exiting: rc = 1 00000100:00100000:3.0:1788652486.216534:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216542:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216547:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216553:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216574:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216579:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216584:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216589:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216593:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216598:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216604:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216609:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216613:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216618:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216623:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216628:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216633:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216638:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216643:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216648:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216653:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216658:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216663:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216669:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216674:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216679:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216685:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216691:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216696:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216713:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216719:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216725:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216730:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216735:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216740:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216745:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216751:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216756:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216761:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216796:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216803:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216810:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216815:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216822:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216827:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216833:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216838:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.216844:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217085:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217091:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217096:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217100:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217105:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217112:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217117:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217122:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217127:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217132:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217138:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217144:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217148:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217153:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217158:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.217163:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788652486.218409:0:16541:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8cbe7efefe00:16541] 2 exiting: rc = 0 00000100:00100000:0.0:1788652486.218506:0:14992:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8cbe483d1400:14992] 1 exiting: rc = 0 00000100:00100000:2.0:1788652486.224102:0:14991:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8cbe483d0800:14991] 0 exiting: rc = 1 00000100:00100000:3.0:1788652486.224412:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224420:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224424:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224430:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224434:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224440:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224444:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224449:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224453:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224459:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224476:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224480:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224485:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224492:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224499:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224504:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224508:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224514:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224533:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224539:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224544:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224549:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224554:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224559:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224565:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224570:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224575:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224580:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224585:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224591:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224596:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224605:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224611:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224617:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224622:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224627:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224632:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224637:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224643:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224647:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224652:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224657:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224662:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224667:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224672:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224684:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224689:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224698:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224706:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224712:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224716:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224721:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224726:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224731:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224736:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224741:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.224746:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225075:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225085:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225092:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225097:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225103:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225108:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.225113:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.230146:0:16540:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_004: service thread [ffff8cbe430afe00:16540] 4 exiting: rc = 0 00000100:00100000:0.0:1788652486.230398:0:14993:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8cbe7a719800:14993] 0 exiting: rc = 1 00000100:00100000:1.0:1788652486.230895:0:14994:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8cbe50c96a00:14994] 1 exiting: rc = 0 00000100:00100000:1.0:1788652486.231053:0:16538:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8cbe75e71a00:16538] 3 exiting: rc = 0 00000100:00100000:2.0:1788652486.235550:0:14995:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8cbe4f3df200:14995] 2 exiting: rc = 0 00000100:00100000:2.0:1788652486.239758:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239789:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239797:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239813:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239854:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239871:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239878:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239884:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239890:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239897:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239903:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239909:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239929:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239934:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239940:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239946:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239951:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239957:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239962:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239968:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239973:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239979:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239984:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.239990:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241064:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241071:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241077:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241083:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241108:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241115:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241123:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241129:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241134:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241140:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241146:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241152:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241157:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241163:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241169:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241174:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241180:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241187:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241192:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241198:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241204:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241210:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241216:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241231:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241237:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241243:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241248:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241255:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241297:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241307:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241314:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241319:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241325:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241333:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241339:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241344:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241350:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241356:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241362:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.241376:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.251272:0:14997:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8cbe4f3dec00:14997] 1 exiting: rc = 0 00000100:00100000:3.0:1788652486.251398:0:14996:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8cbe4f3df800:14996] 0 exiting: rc = 1 00000100:00100000:2.0:1788652486.252480:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252487:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252493:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252498:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252503:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252509:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252514:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252521:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252529:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252535:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252547:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252553:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.252607:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253203:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253213:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253229:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253235:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253252:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253257:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253262:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253400:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253409:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253414:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253419:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253424:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253429:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253434:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253438:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253443:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253448:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253452:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253457:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253462:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253467:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253473:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253478:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253483:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253489:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253503:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253509:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253515:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253521:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253526:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253530:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253535:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253540:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253545:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253550:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253555:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253560:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253565:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253570:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253583:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253589:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253594:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253599:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253603:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253609:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.253614:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.254195:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.254201:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.254207:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.254212:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.254218:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788652486.260510:0:14998:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8cbe483d0a00:14998] 0 exiting: rc = 1 00000100:00100000:2.0:1788652486.267080:0:14999:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8cbe7a2a7800:14999] 1 exiting: rc = 0 00000100:00100000:2.0:1788652486.267204:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267224:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267231:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267236:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267243:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267250:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267256:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267261:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.267267:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268121:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268145:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268154:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268159:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268167:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268174:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268180:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268188:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268194:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268200:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268211:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268218:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268224:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268257:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268265:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268935:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268944:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268950:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268956:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268962:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268968:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268974:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268980:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.268985:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269237:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269265:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269286:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269302:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269308:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269314:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269321:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269326:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269332:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269339:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269344:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269350:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269356:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269377:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269385:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269390:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269397:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269402:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269408:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269413:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269419:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269425:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269431:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269436:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269451:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269470:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269478:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269484:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269490:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269505:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788652486.269512:0:17752:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1788652486.285376:0:17752:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1788652505.081927:0:18367:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg350-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788652513.093333:0:18828:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788652513.093337:0:18828:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:1.0:1788652513.093445:0:18828:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cbd4226b000 00000020:01000004:1.0:1788652513.093461:0:18828:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788652513.093468:0:18828:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1788652513.093481:0:18828:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8cbe471799c0) 00000020:00000080:1.0:1788652513.093494:0:18828:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1788652513.138320:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1788652513.141380:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:0.0:1788652513.141756:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 347: rc = 0 00100000:10000000:0.0:1788652513.142103:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 347: rc = 0 00100000:10000000:0.0:1788652513.142236:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 347: rc = 0 00100000:10000000:0.0:1788652513.142320:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 347: rc = 0 00100000:10000000:0.0:1788652513.142489:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:0.0:1788652513.142557:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 347: rc = 0 00100000:10000000:0.0:1788652513.142646:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 347: rc = 0 00100000:10000000:0.0:1788652513.143018:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 349: rc = 0 00100000:10000000:0.0:1788652513.144276:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 249: rc = 0 00100000:10000000:0.0:1788652513.144383:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 249: rc = 0 00100000:10000000:0.0:1788652513.145414:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 513: rc = 0 00100000:10000000:0.0:1788652513.145856:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 513: rc = 0 00100000:10000000:0.0:1788652513.146268:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 513: rc = 0 00100000:10000000:0.0:1788652513.146528:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 513: rc = 0 00100000:10000000:0.0:1788652513.146766:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 513: rc = 0 00100000:10000000:0.0:1788652513.147255:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 513: rc = 0 00100000:10000000:0.0:1788652513.151546:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 513: rc = 0 00100000:10000000:0.0:1788652513.151975:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 513: rc = 0 00100000:10000000:0.0:1788652513.152289:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 513: rc = 0 00100000:10000000:0.0:1788652513.152541:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 513: rc = 0 00100000:10000000:0.0:1788652513.153253:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 513: rc = 0 00100000:10000000:0.0:1788652513.153499:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 513: rc = 0 00100000:10000000:0.0:1788652513.153944:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 526: rc = 0 00100000:10000000:0.0:1788652513.154224:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 526: rc = 0 00100000:10000000:0.0:1788652513.154475:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 526: rc = 0 00100000:10000000:0.0:1788652513.154715:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 526: rc = 0 00100000:10000000:0.0:1788652513.154992:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 526: rc = 0 00100000:10000000:0.0:1788652513.155440:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 526: rc = 0 00100000:10000000:0.0:1788652513.155686:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 526: rc = 0 00100000:10000000:0.0:1788652513.156174:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 526: rc = 0 00100000:10000000:0.0:1788652513.158073:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 526: rc = 0 00100000:10000000:0.0:1788652513.158405:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 526: rc = 0 00100000:10000000:0.0:1788652513.160155:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 526: rc = 0 00100000:10000000:0.0:1788652513.160763:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 526: rc = 0 00100000:10000000:0.0:1788652513.161052:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 526: rc = 0 00100000:10000000:0.0:1788652513.161409:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 526: rc = 0 00100000:10000000:0.0:1788652513.161725:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 526: rc = 0 00100000:10000000:0.0:1788652513.162097:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 526: rc = 0 00100000:10000000:0.0:1788652513.162372:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 526: rc = 0 00100000:10000000:0.0:1788652513.162645:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 526: rc = 0 00100000:10000000:0.0:1788652513.162918:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 526: rc = 0 00100000:10000000:0.0:1788652513.163168:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 526: rc = 0 00100000:10000000:0.0:1788652513.163724:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 526: rc = 0 00100000:10000000:2.0:1788652513.164472:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 526: rc = 0 00100000:10000000:2.0:1788652513.164869:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 526: rc = 0 00100000:10000000:2.0:1788652513.165127:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 526: rc = 0 00100000:10000000:2.0:1788652513.165441:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 526: rc = 0 00100000:10000000:2.0:1788652513.165747:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 526: rc = 0 00100000:10000000:2.0:1788652513.166067:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 526: rc = 0 00100000:10000000:2.0:1788652513.166350:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 526: rc = 0 00100000:10000000:2.0:1788652513.166650:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 526: rc = 0 00100000:10000000:2.0:1788652513.166904:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 526: rc = 0 00100000:10000000:2.0:1788652513.167164:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 526: rc = 0 00100000:10000000:2.0:1788652513.167475:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 526: rc = 0 00100000:10000000:2.0:1788652513.169550:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 515: rc = 0 00100000:10000000:2.0:1788652513.170187:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1788652513.170519:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 492: rc = 0 00100000:10000000:2.0:1788652513.170697:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1788652513.170759:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 492: rc = 0 00100000:10000000:2.0:1788652513.171037:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1788652513.171104:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 492: rc = 0 00100000:10000000:2.0:1788652513.171457:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1788652513.171523:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 250: rc = 0 00100000:10000000:2.0:1788652513.171707:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1788652513.171876:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 250: rc = 0 00100000:10000000:2.0:1788652513.172310:0:18828:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1788652513.172372:0:18828:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 250: rc = 0 00000020:00000080:2.0:1788652513.172616:0:18828:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788652513.172623:0:18828:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788652513.172633:0:18828:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8c3b 00000020:01000004:2.0:1788652513.172640:0:18828:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1788652513.172644:0:18828:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788652513.172649:0:18828:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cbd4226b000 from MGS 00000020:01000004:2.0:1788652513.172652:0:18828:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788652513.172661:0:18828:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8cbd43343380) 00000020:00000080:2.0:1788652513.172669:0:18828:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788652513.172718:0:18828:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbd4226b000 from MGS, refs=2 00080000:01000000:2.0:1788652513.172722:0:18828:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788652513.172725:0:18828:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8c49 00000100:00100000:2.0:1788652513.172938:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788652513.173062:0:18828:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788652513.173069:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788652513.173509:0:18828:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788652513.173515:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788652513.174839:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788652513.175012:0:18828:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1788652513.175018:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788652513.175604:0:18828:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788652513.175611:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788652513.176269:0:18828:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788652513.176276:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1788652513.177456:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652513.177460:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652513.177462:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652513.179051:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652513.179056:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652513.179059:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652513.179628:0:18828:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788652513.187668:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788652513.192349:0:18828:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:1.0:1788652513.192374:0:18828:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1788652513.192377:0:18828:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:1.0:1788652513.193615:0:18837:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788652513.193745:0:18828:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788652513.193917:0:18828:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788652513.194360:0:18828:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788652513.194665:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788652513.194860:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788652513.194866:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788652513.195416:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788652513.195428:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1788652513.197406:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1788652513.197420:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:1.0:1788652513.202733:0:18842:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:2.0:1788652513.204206:0:18828:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788652513.204228:0:18828:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.150@tcp' 00000020:01000004:2.0:1788652513.204230:0:18828:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788652513.204259:0:18828:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.150@tcp (typ=mgc) 00000020:00000080:2.0:1788652513.204272:0:18828:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.150@tcp (ffff8cbd43340000) 00000020:00000080:2.0:1788652513.204287:0:18828:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788652513.204365:0:18828:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cbe482d8800@MGC192.168.203.150@tcp: add connection 192.168.203.150@tcp at head 00010000:00010000:2.0:1788652513.204512:0:18828:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.150@tcp-0 is initialized 00000040:01000000:2.0:1788652513.204517:0:18828:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.150@tcp ctxt 1 is initialized 10000000:01000000:0.0:1788652513.205181:0:18843:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788652513.205241:0:18828:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.150@tcp (uuid 9e5bedfe-b2ff-4d5a-b661-878c26003548) 00000020:00000080:2.0:1788652513.205257:0:18828:0:(genops.c:1385:class_connect()) connect: client 9e5bedfe-b2ff-4d5a-b661-878c26003548, cookie 0x340ed74ef02a8c57 00000100:00080000:2.0:1788652513.205268:0:18828:0:(import.c:545:import_select_connection()) MGC192.168.203.150@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788652513.205273:0:18828:0:(import.c:665:import_select_connection()) MGC192.168.203.150@tcp: import ffff8cbe482d8800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:2.0:1788652513.205304:0:18828:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe7f345f80 x1875537627822848/t0(0) o250->MGC192.168.203.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788652513.205330:0:18828:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9e5bedfe-b2ff-4d5a-b661-878c26003548->MGS 00000020:01000004:2.0:1788652513.205350:0:18828:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1788652513.205355:0:18828:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1788652513.205365:0:18828:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8cbd433419c0) 00000020:00000080:2.0:1788652513.205375:0:18828:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1788652513.205484:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e5bedfe-b2ff-4d5a-b661-878c26003548:3302:1875537627822848:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788652513.205546:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.205611:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627822848 00000100:00100000:0.0:1788652513.205618:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627822848 00000100:00100000:0.0:1788652513.205646:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652513.205653:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3302:x1875537627822848:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788652513.205673:0:18838:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 9e5bedfe-b2ff-4d5a-b661-878c26003548@0@lo t0 exp 0000000000000000 cur 530 last 0 00000020:00000080:0.0:1788652513.205695:0:18838:0:(genops.c:1385:class_connect()) connect: client 9e5bedfe-b2ff-4d5a-b661-878c26003548, cookie 0x340ed74ef02a8c65 00000100:00080000:0.0:1788652513.205830:0:18838:0:(import.c:65:import_set_state_nolock()) ffff8cbd42f42000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788652513.205878:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+5:3302:x1875537627822848:12345-0@lo:250:mount.lustre.0 Request processed in 224us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652513.205886:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652513.205918:0:3302:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.150@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788652513.205926:0:3302:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.150@tcp: connect to target with instance 0 00000100:00080000:0.0:1788652513.205931:0:3302:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.150@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788652513.205935:0:3302:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788652513.205938:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe482d8800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788652513.205940:0:3302:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788652513.205958:0:3302:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788652513.205964:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e5bedfe-b2ff-4d5a-b661-878c26003548:3302:1875537627822848:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788652513.218661:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788652513.219960:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1788652513.219968:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1788652513.223452:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1788652513.223464:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1788652513.224253:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1788652513.224260:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788652513.225123:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788652513.225327:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788652513.225333:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788652513.227730:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788652513.227739:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1788652513.256690:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788652513.257137:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1788652513.257144:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1788652513.261611:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788652513.261625:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788652513.262386:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788652513.262612:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788652513.262617:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1788652513.263091:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788652513.263098:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788652513.263565:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788652513.263729:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788652513.263733:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1788652513.264316:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788652513.264323:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1788652513.269171:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788652513.269415:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788652513.269423:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788652513.274959:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788652513.274991:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1788652513.322090:0:18828:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788652513.322301:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788652513.322308:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1788652513.325486:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788652513.325500:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788652513.326653:0:18828:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788652513.326665:0:18828:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788652513.329557:0:18828:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788652513.329585:0:18828:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:1.0:1788652513.329591:0:18828:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.150@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788652513.329726:0:18828:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.150@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788652513.329761:0:18828:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.150@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788652513.329766:0:18828:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788652513.329767:0:18828:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788652513.329769:0:18828:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788652513.329797:0:18828:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788652513.329798:0:18828:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788652513.329800:0:18828:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788652513.329801:0:18828:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788652513.329809:0:18828:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788652513.329810:0:18828:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788652513.329812:0:18828:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788652513.329814:0:18828:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788652513.329816:0:18828:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788652513.329817:0:18828:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788652513.329818:0:18828:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788652513.329819:0:18828:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788652513.329820:0:18828:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788652513.329822:0:18828:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788652513.329822:0:18828:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788652513.329823:0:18828:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788652513.329824:0:18828:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788652513.329825:0:18828:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788652513.329851:0:18828:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788652513.329873:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627822976:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788652513.329941:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652513.329984:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe41377b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788652513.330748:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627822976 00000100:00100000:3.0:1788652513.330757:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627822976 00000100:00100000:3.0:1788652513.330820:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788652513.330839:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+5:18828:x1875537627822976:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788652513.330875:0:18841:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788652513.330878:0:18841:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788652513.330881:0:18841:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788652513.332805:0:18862:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1788652513.333284:0:18841:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1788652513.338269:0:18863:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788652513.338277:0:18863:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788652513.338280:0:18863:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788652513.338316:0:18863:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:1.0:1788652513.338914:0:18841:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788652513.338926:0:18841:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788652513.356697:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+5:18828:x1875537627822976:12345-0@lo:253:mount.lustre.0 Request processed in 25852us (26746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.356717:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788652513.357064:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627822976:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788652513.357079:0:18828:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788652513.357082:0:18828:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788652513.357084:0:18828:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788652513.357085:0:18828:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788652513.357086:0:18828:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788652513.357087:0:18828:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788652513.357089:0:18828:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788652513.357090:0:18828:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788652513.357091:0:18828:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788652513.357093:0:18828:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788652513.357094:0:18828:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788652513.357122:0:18828:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cbd4226b000 from lustre-MDT0000 10000000:01000000:3.0:1788652513.357146:0:18828:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1788652513.357149:0:18828:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788652513.357154:0:18828:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8cbd43340000 10000000:01000000:3.0:1788652513.357158:0:18828:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788652513.357165:0:18828:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8cbd43340000 from 1 10000000:01000000:3.0:1788652513.357168:0:18828:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788652513.357330:0:18828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.357340:0:18828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.357350:0:18828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652513.357371:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823104:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788652513.357410:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652513.357454:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe41377b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788652513.357524:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823104 00000100:00100000:0.0:1788652513.357530:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823104 00000100:00100000:0.0:1788652513.357679:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652513.357689:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51268450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+5:18828:x1875537627823104:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788652513.357701:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652513.357715:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe49e74000/0x340ed74ef02a8c73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8c6c expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.357738:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe49e74000/0x340ed74ef02a8c73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8c6c expref: 6 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.357748:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe49e74000/0x340ed74ef02a8c73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8c6c expref: 6 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.357756:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe49e74000, rc 0) 00000100:00100000:0.0:1788652513.357834:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51268450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+6:18828:x1875537627823104:12345-0@lo:101:mount.lustre.0 Request processed in 146us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652513.357840:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788652513.357914:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823104:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652513.357928:0:18828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.357938:0:18828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652513.357987:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823232:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652513.358012:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652513.364030:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823232 00000100:00100000:1.0:1788652513.364046:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823232 00000100:00100000:1.0:1788652513.364443:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788652513.364455:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe5126ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+6:18828:x1875537627823232:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788652513.365443:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe5126ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+6:18828:x1875537627823232:12345-0@lo:501:mount.lustre.0 Request processed in 988us (7426us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788652513.365454:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788652513.370900:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe41377b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652513.370941:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823232:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788652513.370981:0:18828:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788652513.371002:0:18828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.371013:0:18828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652513.371022:0:18828:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cbd4226b000 10000000:01000000:2.0:1788652513.371031:0:18828:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788652513.371092:0:18828:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8cbd4226b000 10000000:01000000:2.0:1788652513.371096:0:18828:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788652513.371100:0:18828:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8cbd4226b000 from 1 10000000:01000000:2.0:1788652513.371103:0:18828:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788652513.371156:0:18828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.371165:0:18828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.371176:0:18828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652513.371256:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823360:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652513.371319:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652513.371344:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe436bd000 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.371487:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823360 00000100:00100000:1.0:1788652513.371493:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823360 00000100:00100000:1.0:1788652513.371540:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788652513.371556:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe5126b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+6:18828:x1875537627823360:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788652513.371569:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652513.372142:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c8400/0x340ed74ef02a8c81 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8c7a expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.372169:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c8400/0x340ed74ef02a8c81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8c7a expref: 7 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.372180:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c8400/0x340ed74ef02a8c81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8c7a expref: 7 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.372505:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8400, rc 0) 00000100:00100000:1.0:1788652513.372564:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe5126b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+7:18828:x1875537627823360:12345-0@lo:101:mount.lustre.0 Request processed in 1009us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.372570:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788652513.372757:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823360:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652513.373275:0:18828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c81 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.373287:0:18828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8c81 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652513.373307:0:18828:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788652513.373368:0:18828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c81 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.373378:0:18828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0e00/0x340ed74ef02a8c7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c81 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652513.373386:0:18828:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788652513.373391:0:18828:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788652513.373398:0:18828:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8cbd4226b000 10000000:01000000:2.0:1788652513.373401:0:18828:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788652513.373405:0:18828:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788652513.373407:0:18828:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788652513.373433:0:18828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.373440:0:18828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.373450:0:18828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652513.373497:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823488:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652513.373537:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652513.373573:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe436bd000 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.376681:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823488 00000100:00100000:1.0:1788652513.376694:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823488 00000100:00100000:1.0:1788652513.376762:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788652513.376810:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe5126bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+7:18828:x1875537627823488:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788652513.376825:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652513.376844:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c8c00/0x340ed74ef02a8c8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8c88 expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.376869:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c8c00/0x340ed74ef02a8c8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8c88 expref: 8 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.377148:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c8c00/0x340ed74ef02a8c8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8c88 expref: 8 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.377174:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8c00, rc 0) 00000100:00100000:1.0:1788652513.377260:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe5126bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+8:18828:x1875537627823488:12345-0@lo:101:mount.lustre.0 Request processed in 490us (3722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.377266:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788652513.377416:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823488:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652513.377434:0:18828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c8f expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.377443:0:18828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8c8f expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652513.377511:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652513.377545:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652513.377589:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe436bd000 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.381158:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823616 00000100:00100000:1.0:1788652513.381172:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823616 00000100:00100000:1.0:1788652513.381240:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788652513.381250:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+8:18828:x1875537627823616:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788652513.381718:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18828:x1875537627823616:12345-0@lo:501:mount.lustre.0 Request processed in 468us (4171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.381727:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788652513.382210:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823616:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652513.382264:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823744:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788652513.382314:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652513.382351:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe41377b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652513.382693:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823744 00000100:00100000:2.0:1788652513.382699:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823744 00000100:00100000:2.0:1788652513.382737:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788652513.382745:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18828:x1875537627823744:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788652513.383341:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18828:x1875537627823744:12345-0@lo:503:mount.lustre.0 Request processed in 594us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652513.383350:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788652513.383574:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627823744:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652513.386155:0:18864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18864:1875537627823872:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788652513.386300:0:18864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652513.386341:0:18864:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe48d92900 going to sleep for 11 seconds 00000100:00100000:2.0:1788652513.386512:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627823872 00000100:00100000:2.0:1788652513.386520:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627823872 00000100:00100000:2.0:1788652513.386558:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788652513.386567:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18864:x1875537627823872:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788652513.387393:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18864:x1875537627823872:12345-0@lo:502:llog_process_th.0 Request processed in 824us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652513.387410:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788652513.392941:0:18864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18864:1875537627823872:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788652513.392996:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788652513.393009:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.393011:0:18864:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788652513.393015:0:18864:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1788652513.393019:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788652513.393034:0:18864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8cbe4717cd40) 00000020:00000080:1.0:1788652513.393123:0:18864:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1788652513.393130:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788652513.393279:0:18864:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788652513.393286:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8c9d 00000020:00000080:1.0:1788652513.393503:0:18864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788652513.393512:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788652513.393516:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.393517:0:18864:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788652513.393519:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788652513.393522:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.393524:0:18864:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1788652513.393527:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788652513.393534:0:18864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8cbe47178000) 00000020:00000080:1.0:1788652513.393544:0:18864:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1788652513.393548:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788652513.393550:0:18864:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1788652513.393553:0:18864:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1788652513.393559:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788652513.394783:0:18864:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbd4226b000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1788652513.394868:0:18864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8cbe4717b380) 00000020:00000080:1.0:1788652513.394951:0:18864:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1788652513.395012:0:18864:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788652513.395019:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x340ed74ef02a8cb2 00000020:00000080:1.0:1788652513.395296:0:18864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1788652513.395302:0:18864:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788652513.395306:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x340ed74ef02a8cb9 00080000:01000000:1.0:1788652513.395311:0:18864:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788652513.395315:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8cc0 00010000:00010000:0.0:1788652513.511547:0:18864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1788652513.512123:0:18864:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1788652513.512363:0:18864:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788652513.512956:0:18864:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8cbe7bd33380) 00000020:00000080:0.0:1788652513.512974:0:18864:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1788652513.513051:0:18864:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:0.0:1788652513.513059:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8cce 00000020:00000080:1.0:1788652513.513574:0:18864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788652513.521956:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x340ed74ef02a8cd5 00000020:00000080:1.0:1788652513.527527:0:18864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788652513.527543:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788652513.527551:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.527553:0:18864:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788652513.527556:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788652513.527559:0:18864:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1788652513.527560:0:18864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788652513.527562:0:18864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788652513.527576:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788652513.527579:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.527580:0:18864:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788652513.527583:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788652513.527588:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.527590:0:18864:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788652513.527596:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788652513.527641:0:18864:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788652513.527668:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788652513.527672:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.527673:0:18864:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788652513.527675:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788652513.527678:0:18864:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1788652513.527681:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652513.527683:0:18864:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788652513.527685:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788652513.527690:0:18864:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.150@tcp to nid 0x20000c0a8cb96 (192.168.203.150@tcp) 00000020:01000000:1.0:1788652513.527715:0:18864:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788652513.527718:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788652513.527744:0:18864:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8cbe44ac3380) 00000020:00000080:1.0:1788652513.527761:0:18864:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788652513.527802:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788652513.527967:0:18864:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1788652513.527973:0:18864:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788652513.527980:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8ce3 00010000:00080000:1.0:1788652513.528018:0:18864:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cbe75971000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.150@tcp at head 00010000:00010000:1.0:1788652513.528307:0:18864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1788652513.528672:0:18864:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788652513.528715:0:18864:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788652513.530089:0:18864:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788652513.530161:0:18864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788652513.530312:0:18864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1788652513.530700:0:18868:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788652513.530709:0:18868:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788652513.531630:0:18864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788652513.531643:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788652513.531680:0:18864:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788652513.531699:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x340ed74ef02a8cea 00000100:00080000:0.0:1788652513.531709:0:18864:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788652513.531714:0:18864:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cbe75971000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:0.0:1788652513.531748:0:18864:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a51f80 x1875537627824000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788652513.531891:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627824000:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788652513.531939:0:3302:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875537627824000 offset 0 length 520: 4 00000100:00080000:0.0:1788652513.532132:0:18864:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788652513.532199:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652513.532204:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.532206:0:18864:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788652513.532209:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788652513.532211:0:18864:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1788652513.532212:0:18864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788652513.532215:0:18864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788652513.532216:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788652513.532218:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.532220:0:18864:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788652513.532222:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788652513.532226:0:18864:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1788652513.532229:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.532230:0:18864:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788652513.532233:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788652513.532237:0:18864:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.150@tcp to nid 0x20000c0a8cb96 (192.168.203.150@tcp) 00000020:01000000:0.0:1788652513.532257:0:18864:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788652513.532260:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788652513.532271:0:18864:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8cbe7bd30000) 00000020:00000080:0.0:1788652513.532282:0:18864:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1788652513.532286:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788652513.532335:0:18864:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1788652513.532340:0:18864:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:0.0:1788652513.532346:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x340ed74ef02a8cf8 00010000:00080000:0.0:1788652513.532376:0:18864:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cbe5f856000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.150@tcp at head 00010000:00010000:0.0:1788652513.532578:0:18864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1788652513.532759:0:18864:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788652513.532806:0:18864:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788652513.533504:0:18864:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788652513.533571:0:18864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788652513.533648:0:18864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788652513.534462:0:18870:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788652513.534467:0:18870:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788652513.535607:0:18864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788652513.535619:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788652513.535651:0:18864:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788652513.535669:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x340ed74ef02a8cff 00000100:00080000:0.0:1788652513.535680:0:18864:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788652513.535687:0:18864:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cbe5f856000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:0.0:1788652513.535722:0:18864:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a50e00 x1875537627824128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788652513.535985:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627824128:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788652513.536034:0:3302:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875537627824128 offset 0 length 520: 4 00000100:00080000:0.0:1788652513.536271:0:18864:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788652513.536327:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652513.536332:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.536334:0:18864:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788652513.536337:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652513.536341:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.536342:0:18864:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788652513.536345:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788652513.536347:0:18864:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788652513.536349:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652513.536351:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.536352:0:18864:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788652513.536354:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652513.536356:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.536357:0:18864:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788652513.536360:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788652513.536388:0:18864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18864:1875537627824256:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788652513.536452:0:18864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.536470:0:18864:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc480 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.536535:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627824256 00000100:00100000:1.0:1788652513.536542:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627824256 00000100:00100000:1.0:1788652513.536586:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788652513.536595:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18864:x1875537627824256:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788652513.536865:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18864:x1875537627824256:12345-0@lo:502:llog_process_th.0 Request processed in 270us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.536873:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788652513.537011:0:18864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18864:1875537627824256:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788652513.537035:0:18864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652513.537040:0:18864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.537041:0:18864:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788652513.537045:0:18864:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:1.0:1788652513.537396:0:18828:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:1.0:1788652513.537417:0:18828:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788652513.537437:0:18828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c8f expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.537448:0:18828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1400/0x340ed74ef02a8c88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c8f expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788652513.537456:0:18828:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cbd4226b000 from 1 10000000:01000000:1.0:1788652513.537458:0:18828:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788652513.537486:0:18828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.537494:0:18828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.537502:0:18828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652513.537516:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824384:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788652513.537558:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652513.537592:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe7f2cb480 going to sleep for 11 seconds 00000100:00100000:3.0:1788652513.537674:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627824384 00000100:00100000:3.0:1788652513.537679:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627824384 00000100:00100000:3.0:1788652513.537714:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788652513.537722:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+9:18828:x1875537627824384:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652513.537731:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652513.537745:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d06 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.537766:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 10 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.537805:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 10 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.537814:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5600, rc 0) 00000100:00100000:3.0:1788652513.537862:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+10:18828:x1875537627824384:12345-0@lo:101:mount.lustre.0 Request processed in 140us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652513.537867:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788652513.537996:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824384:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788652513.538009:0:18828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.538018:0:18828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652513.538527:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824512:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788652513.538564:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.538583:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc480 going to sleep for 11 seconds 00000100:00100000:0.0:1788652513.538603:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627824512 00000100:00100000:0.0:1788652513.538607:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627824512 00000100:00100000:0.0:1788652513.538637:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788652513.538643:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+10:18828:x1875537627824512:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788652513.538657:0:18839:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788652513.538662:0:18839:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788652513.538723:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+10:18828:x1875537627824512:12345-0@lo:256:mount.lustre.0 Request processed in 80us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652513.538730:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788652513.538761:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824512:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788652513.539598:0:18828:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788652513.539618:0:18828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.539628:0:18828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652513.539636:0:18828:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbd4226b000 from 1 10000000:01000000:0.0:1788652513.539638:0:18828:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788652513.539665:0:18828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.539673:0:18828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.539681:0:18828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652513.539698:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824640:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788652513.539732:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.539749:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc480 going to sleep for 11 seconds 00000100:00100000:0.0:1788652513.539799:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627824640 00000100:00100000:0.0:1788652513.539804:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627824640 00000100:00100000:0.0:1788652513.539832:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788652513.540022:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+10:18828:x1875537627824640:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788652513.540032:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652513.540044:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d14 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.540078:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 11 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.540088:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 11 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.540097:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe49e75a00, rc 0) 00000100:00100000:0.0:1788652513.540138:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627824640:12345-0@lo:101:mount.lustre.0 Request processed in 119us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652513.540345:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788652513.540384:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824640:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788652513.540396:0:18828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.540404:0:18828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652513.540451:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824768:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788652513.540474:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.540535:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc480 going to sleep for 11 seconds 00000100:00100000:3.0:1788652513.540567:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627824768 00000100:00100000:3.0:1788652513.540571:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627824768 00000100:00100000:3.0:1788652513.540631:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788652513.540639:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627824768:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652513.541088:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627824768:12345-0@lo:501:mount.lustre.0 Request processed in 449us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652513.541095:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788652513.541296:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824768:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788652513.541327:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824896:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788652513.541364:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.541670:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc480 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.541742:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627824896 00000100:00100000:1.0:1788652513.541747:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627824896 00000100:00100000:1.0:1788652513.541803:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788652513.541810:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627824896:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652513.541966:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627824896:12345-0@lo:503:mount.lustre.0 Request processed in 156us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.541973:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788652513.542365:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627824896:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788652513.543345:0:18872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18872:1875537627825024:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788652513.543400:0:18872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.543466:0:18872:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc000 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.543594:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825024 00000100:00100000:1.0:1788652513.543600:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825024 00000100:00100000:1.0:1788652513.543674:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788652513.543683:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18872:x1875537627825024:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788652513.543941:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18872:x1875537627825024:12345-0@lo:502:llog_process_th.0 Request processed in 259us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.543948:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788652513.544102:0:18872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18872:1875537627825024:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788652513.544138:0:18872:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652513.544148:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.544150:0:18872:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788652513.544155:0:18872:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cbd4226b000 00000020:00000080:0.0:1788652513.544158:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788652513.544165:0:18872:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652513.544167:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.544168:0:18872:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788652513.544170:0:18872:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652513.544173:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.544174:0:18872:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788652513.544177:0:18872:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cbd4226b000 00000020:00000080:0.0:1788652513.544179:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788652513.544243:0:18872:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652513.544247:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.544248:0:18872:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788652513.544250:0:18872:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652513.544253:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652513.544255:0:18872:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788652513.544258:0:18872:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cbd4226b000 00000020:00000080:0.0:1788652513.544260:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788652513.544296:0:18872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18872:1875537627825152:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788652513.544329:0:18872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652513.548990:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825152 00000100:00100000:3.0:1788652513.549004:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825152 00000100:00100000:3.0:1788652513.549055:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788652513.549063:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18872:x1875537627825152:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788652513.551409:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18872:x1875537627825152:12345-0@lo:502:llog_process_th.0 Request processed in 2339us (7071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652513.551421:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788652513.553933:0:18872:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47ebc000 going to sleep for 11 seconds 00000100:00100000:3.0:1788652513.553972:0:18872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18872:1875537627825152:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788652513.554015:0:18872:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788652513.554023:0:18872:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788652513.554025:0:18872:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1788652513.554029:0:18872:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:2.0:1788652513.554265:0:18828:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:2.0:1788652513.554285:0:18828:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788652513.554306:0:18828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.554317:0:18828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652513.554357:0:18828:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788652513.554359:0:18828:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cbd4226b000 10000000:01000000:2.0:1788652513.554362:0:18828:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cbd4226b000 10000000:01000000:2.0:1788652513.554365:0:18828:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788652513.554371:0:18828:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cbd4226b000 from 1 10000000:01000000:2.0:1788652513.554374:0:18828:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788652513.554404:0:18828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.554411:0:18828:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.554421:0:18828:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652513.554454:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627825280:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652513.554515:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652513.554921:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe488a4540 going to sleep for 11 seconds 00000100:00100000:0.0:1788652513.555939:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825280 00000100:00100000:0.0:1788652513.555951:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825280 00000100:00100000:3.0:1788652513.559162:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788652513.559510:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627825280:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652513.559529:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652513.559551:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd1e00/0x340ed74ef02a8d29 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d22 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.559578:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd1e00/0x340ed74ef02a8d29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d22 expref: 12 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.559589:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe75dd1e00/0x340ed74ef02a8d29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d22 expref: 12 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.559599:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd1e00, rc 0) 00000100:00100000:2.0:1788652513.559719:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18828:x1875537627825280:12345-0@lo:101:mount.lustre.0 Request processed in 544us (5204us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652513.559726:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788652513.566478:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627825280:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652513.566507:0:18828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d29 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.566521:0:18828:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d29 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652513.566598:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627825408:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652513.566655:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652513.566700:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b09ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1788652513.567297:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825408 00000100:00100000:2.0:1788652513.567306:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825408 00000100:00100000:2.0:1788652513.568047:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788652513.568061:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18828:x1875537627825408:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652513.568354:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18828:x1875537627825408:12345-0@lo:501:mount.lustre.0 Request processed in 295us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652513.568362:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788652513.568486:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627825408:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652513.568529:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627825536:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788652513.568573:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652513.571291:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b09ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.571368:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825536 00000100:00100000:1.0:1788652513.571376:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825536 00000100:00100000:1.0:1788652513.571414:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788652513.571422:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18828:x1875537627825536:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652513.571621:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18828:x1875537627825536:12345-0@lo:503:mount.lustre.0 Request processed in 198us (3047us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.571629:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788652513.571730:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627825536:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652513.572267:0:18878:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18878:1875537627825664:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788652513.572312:0:18878:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652513.572337:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825664 00000100:00100000:1.0:1788652513.572346:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825664 00000100:00100000:1.0:1788652513.572368:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788652513.572374:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18878:x1875537627825664:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788652513.572538:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18878:x1875537627825664:12345-0@lo:502:llog_process_th.0 Request processed in 163us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.572545:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788652513.572584:0:18878:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe7f2cbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.572598:0:18878:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18878:1875537627825664:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788652513.572649:0:18878:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788652513.572663:0:18878:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8cbe44ac0000) 00000020:00000080:1.0:1788652513.572683:0:18878:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1788652513.572757:0:18878:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbd4226b000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788652513.572761:0:18878:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbd4226b000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788652513.572764:0:18878:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbd4226b000 4 00010000:00080000:1.0:1788652513.575314:0:18878:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cbe79dd2800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.150@tcp at head 00010000:00010000:1.0:1788652513.576994:0:18878:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1788652513.580581:0:18878:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788652513.580620:0:18878:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788652513.580632:0:18878:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x340ed74ef02a8d37 00000100:00080000:1.0:1788652513.580643:0:18878:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788652513.580649:0:18878:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8cbe79dd2800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:1.0:1788652513.580737:0:18878:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe513b7800 x1875537627825792/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788652513.580762:0:18878:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788652513.585157:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875537627825792:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788652513.585237:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.587216:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825792 00000100:00100000:0.0:1788652513.587233:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825792 00000100:00100000:0.0:1788652513.587272:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652513.587280:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3302:x1875537627825792:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788652513.587366:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3302:x1875537627825792:12345-0@lo:38:llog_process_th.0 Request processed in 84us (2127us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788652513.587372:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788652513.589548:0:18878:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18878:1875537627825920:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788652513.589626:0:18878:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652513.589674:0:18878:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe7f2cb780 going to sleep for 11 seconds 00000100:00100000:0.0:1788652513.589850:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627825920 00000100:00100000:0.0:1788652513.589858:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627825920 00000100:00100000:3.0:1788652513.592115:0:3302:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788652513.592128:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe79dd2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788652513.592135:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788652513.592139:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875537627825792:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788652513.598151:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788652513.598169:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18878:x1875537627825920:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788652513.599222:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18878:x1875537627825920:12345-0@lo:502:llog_process_th.0 Request processed in 1056us (9592us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652513.599233:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788652513.601613:0:18878:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9e5bedfe-b2ff-4d5a-b661-878c26003548:18878:1875537627825920:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788652513.602098:0:18878:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1788652513.602295:0:18828:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1788652513.602314:0:18828:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788652513.602368:0:18828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d29 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.602381:0:18828:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0200/0x340ed74ef02a8d22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d29 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788652513.602457:0:18828:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788652513.602459:0:18828:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788652513.602460:0:18828:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788652513.602461:0:18828:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788652513.602462:0:18828:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788652513.602463:0:18828:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788652513.602464:0:18828:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788652513.602466:0:18828:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788652513.602467:0:18828:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788652513.602468:0:18828:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788652513.602472:0:18828:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1788652513.602475:0:18828:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788652513.602476:0:18828:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788652513.602477:0:18828:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788652513.602478:0:18828:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788652513.602480:0:18828:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788652513.602481:0:18828:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788652513.602482:0:18828:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788652513.602483:0:18828:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788652513.602484:0:18828:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788652513.602490:0:18828:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788652513.602525:0:18828:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788652513.602544:0:18828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627826048:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788652513.602598:0:18828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652513.602680:0:18828:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b09a480 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.605905:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826048 00000100:00100000:1.0:1788652513.605919:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826048 00000100:00100000:1.0:1788652513.606022:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788652513.606033:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18828:x1875537627826048:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788652513.606063:0:18841:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788652513.606078:0:18841:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788652513.669357:0:18841:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788652513.669406:0:18841:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788652513.674395:0:18862:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788652513.674413:0:18862:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788652513.675443:0:18862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.675465:0:18862:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 12 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.675474:0:18862:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.675583:0:18862:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 12 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.675601:0:18862:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 12 pid: 18838 timeout: 630 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652513.675615:0:18862:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18862:1875537627826176:0@lo:104: 00000100:00100000:0.0:1788652513.675745:0:18862:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.675951:0:18862:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b145b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788652513.676142:0:18829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826176 00000100:00100000:1.0:1788652513.676150:0:18829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826176 00000100:00100000:1.0:1788652513.676299:0:18829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788652513.676311:0:18829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:18862:x1875537627826176:12345-0@lo:104: 00010000:00010000:1.0:1788652513.676326:0:18829:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652513.676398:0:18829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788652513.676405:0:18829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:18862:x1875537627826176:12345-0@lo:104: Request processed in 97us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.676412:0:18829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652513.676476:0:18862:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18862:1875537627826176:0@lo:104: 00010000:00010000:0.0:1788652513.676506:0:18862:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.679968:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788652513.679981:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.679992:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9e00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:2.0:1788652513.679995:0:18835:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.680005:0:18835:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788652513.680013:0:18835:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652513.680019:0:18835:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788652513.680146:0:18835:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.680153:0:18835:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788652513.680247:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.680255:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9e00/0x340ed74ef02a8d06 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d0d expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652513.680274:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652513.680275:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652513.680290:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652513.680314:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788652513.680331:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627826304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788652513.680391:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652513.680593:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826304 00000100:00100000:0.0:1788652513.680601:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826304 00010000:00010000:0.0:1788652513.680628:0:18831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 13 pid: 18838 timeout: 630 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652513.680734:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652513.680743:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+13:3306:x1875537627826304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652513.680755:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652513.680760:0:18831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 13 pid: 18838 timeout: 630 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.680854:0:18831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 13 pid: 18838 timeout: 630 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.680870:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8d0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8d06 expref: 13 pid: 18838 timeout: 630 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.680944:0:18831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.680954:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788652513.680968:0:18831:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.006556355s 00010000:00010000:0.0:1788652513.680979:0:18831:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.680987:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.680994:0:18831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.681000:0:18831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.681005:0:18831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652513.681009:0:18831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.681016:0:18831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.681102:0:18831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652513.681124:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652513.681167:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:3306:x1875537627826304:12345-0@lo:103:ldlm_bl.0 Request processed in 424us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652513.681174:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652513.681286:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627826304:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788652513.681721:0:18862:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.681733:0:18862:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652513.681739:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe49e75800/0x340ed74ef02a8d3e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652513.685362:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18828:x1875537627826048:12345-0@lo:253:mount.lustre.0 Request processed in 79324us (82755us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652513.685375:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788652513.685457:0:18828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:18828:1875537627826048:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788652513.685472:0:18828:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788652513.685475:0:18828:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788652513.685476:0:18828:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788652513.685477:0:18828:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788652513.685478:0:18828:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788652513.685480:0:18828:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788652513.685481:0:18828:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788652513.685482:0:18828:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788652513.685483:0:18828:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788652513.685485:0:18828:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788652513.685486:0:18828:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788652513.685570:0:18828:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1788652513.703717:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:3.0:1788652513.706203:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1788652513.706542:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:3.0:1788652513.708228:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1788652513.708553:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652513.716610:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1788652513.722397:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652513.722561:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1788652513.722873:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652513.725610:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1788652513.725927:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652513.726084:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:1.0:1788652513.781434:0:18828:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:2.0:1788652513.782432:0:18828:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1788652513.782507:0:18885:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:1.0:1788652513.782512:0:18885:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:01000000:2.0:1788652513.782880:0:18886:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:2.0:1788652513.782995:0:18886:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788652513.786614:0:18828:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788652513.787520:0:18828:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788652513.794632:0:18828:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:00080000:2.0:1788652513.795085:0:18886:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788652513.795174:0:18886:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788652513.795178:0:18886:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:3.0:1788652513.796944:0:18828:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1788652513.797257:0:18828:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788652513.801278:0:18828:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788652513.801881:0:18828:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788652513.801919:0:18828:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788652513.802408:0:18828:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788652513.809074:0:18828:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:3.0:1788652513.817495:0:18828:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1788652513.851057:0:18828:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1788652513.851099:0:18828:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa2468147b988 00100000:10000000:0.0:1788652513.851116:0:18828:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788652513.852022:0:18828:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788652513.852035:0:18828:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.150@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788652513.852048:0:18828:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1788652513.852061:0:18828:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:2.0:1788652514.249494:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788652514.568049:0:18877:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788652514.568058:0:18877:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788652514.568434:0:18877:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788652514.568440:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788652515.274536:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788652515.276035:0:18843:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788652515.276041:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cbd4226b000 from 9 10000000:01000000:1.0:1788652515.276046:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788652515.276104:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652515.276115:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652515.276127:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652515.276152:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627826432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788652515.276687:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652515.276735:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826432 00000100:00100000:1.0:1788652515.276741:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5138cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788652515.276742:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826432 00000100:00100000:0.0:1788652515.276811:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788652515.276821:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18843:x1875537627826432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788652515.276833:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652515.276858:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d45 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652515.276883:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652515.276894:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652515.276902:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe49e75200, rc 0) 00000100:00100000:0.0:1788652515.276942:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627826432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652515.276949:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788652515.276995:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627826432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788652515.277010:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652515.277019:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652515.277083:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627826560:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788652515.277121:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652515.277156:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe7f2cb780 going to sleep for 11 seconds 00000100:00100000:1.0:1788652515.277253:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826560 00000100:00100000:1.0:1788652515.277258:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826560 00000100:00100000:1.0:1788652515.277291:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788652515.277297:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627826560:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788652515.277311:0:18841:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788652515.277325:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788652515.277329:0:18841:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:1.0:1788652515.277401:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627826560:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 103us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652515.277407:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788652515.277474:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627826560:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788652515.277511:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788652515.277518:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652515.277524:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788652515.592249:0:18877:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788652515.592259:0:18877:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788652515.593518:0:18877:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1788652515.593592:0:18877:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788652515.593619:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:2.0:1788652516.300805:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652517.326367:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788652517.954455:0:19129:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg350-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788652518.343952:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788652519.048001:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788652519.048008:0:18640:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788652519.048012:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788652519.048015:0:18640:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788652519.048018:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788652519.048020:0:18640:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788652519.048024:0:18640:0:(import.c:65:import_set_state_nolock()) ffff8cbe79dd2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788652519.048036:0:18640:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8cbe79dd2800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:1.0:1788652519.048055:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627826688:0@lo:400:kworker.0 00000100:00100000:0.0:1788652519.048084:0:18640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a51180 x1875537627826816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788652519.048153:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652519.048232:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826688 00000100:00100000:0.0:1788652519.048241:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826688 00000100:00100000:0.0:1788652519.048291:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788652519.048300:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:3306:x1875537627826688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652519.048371:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:3306:x1875537627826688:12345-0@lo:400:kworker.0 Request processed in 71us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652519.048383:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788652519.048443:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627826688:0@lo:400:kworker.0 00000100:00100000:2.0:1788652519.048718:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875537627826816:0@lo:38:kworker.0 00000100:00100000:2.0:1788652519.048755:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652519.053598:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826816 00000100:00100000:3.0:1788652519.053611:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826816 00000100:00100000:3.0:1788652519.053676:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788652519.054015:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3302:x1875537627826816:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788652519.054053:0:18848:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 536 last 0 00000020:00000080:3.0:1788652519.054107:0:18848:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x340ed74ef02a8d53 00000004:00100000:3.0:1788652519.054125:0:18848:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788652519.059480:0:18848:0:(import.c:65:import_set_state_nolock()) ffff8cbe819ed800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788652519.060840:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875537627826816:12345-0@lo:38:kworker.0 Request processed in 6821us (12076us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652519.060852:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788652519.060911:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cbe81a51180 x1875537627826816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788652529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788652519.060928:0:3302:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788652519.060936:0:3302:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788652519.060940:0:3302:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788652519.061031:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe79dd2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788652519.061039:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875537627826816:0@lo:38:kworker.0 00010000:00010000:2.0:1788652519.372294:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788652520.277590:0:19282:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdb5d4c670 20000000:00000080:3.0:1788652520.277608:0:19282:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8cbe467ff800 uarg=0000000000000000 20000000:01000000:3.0:1788652520.277638:0:19282:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788652520.277644:0:19282:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788652520.277649:0:19282:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788652520.278483:0:19283:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:3.0:1788652520.278609:0:19282:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788652520.284407:0:19282:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788652520.284437:0:19282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.284456:0:19282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 11 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.284465:0:19282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.284506:0:19282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 11 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.284522:0:19282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 11 pid: 18839 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652520.284536:0:19282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19282:1875537627826944:0@lo:104: 00000100:00100000:3.0:1788652520.284598:0:19282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652520.284692:0:19282:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe41633cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788652520.286558:0:18829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627826944 00000100:00100000:1.0:1788652520.286570:0:18829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627826944 00000100:00100000:3.0:1788652520.286700:0:18829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788652520.286710:0:18829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:19282:x1875537627826944:12345-0@lo:104: 00010000:00010000:3.0:1788652520.286727:0:18829:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.286836:0:18829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788652520.286843:0:18829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:19282:x1875537627826944:12345-0@lo:104: Request processed in 135us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652520.286851:0:18829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788652520.286899:0:19282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19282:1875537627826944:0@lo:104: 00010000:00010000:3.0:1788652520.286922:0:19282:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652520.288588:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788652520.288599:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652520.288608:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75e00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:2.0:1788652520.288623:0:18834:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652520.288632:0:18834:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788652520.288639:0:18834:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652520.288645:0:18834:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788652520.288699:0:18834:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652520.288710:0:18834:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788652520.288813:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1788652520.288907:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652520.288916:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe49e75e00/0x340ed74ef02a8d14 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d1b expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652520.288936:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652520.288938:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652520.288940:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652520.288979:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9e5bedfe-b2ff-4d5a-b661-878c26003548:3304:1875537627827072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788652520.289109:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652520.289356:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627827072 00000100:00100000:0.0:1788652520.289363:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627827072 00010000:00010000:0.0:1788652520.289391:0:18831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 12 pid: 18839 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652520.289450:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788652520.289458:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:3304:x1875537627827072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652520.289469:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652520.289474:0:18831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 12 pid: 18839 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289487:0:18831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 12 pid: 18839 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289502:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe49e75a00/0x340ed74ef02a8d1b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8d14 expref: 12 pid: 18839 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289527:0:18831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289536:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289551:0:18831:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289558:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289566:0:18831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289572:0:18831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289578:0:18831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e4800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652520.289583:0:18831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289591:0:18831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289610:0:18831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652520.289627:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652520.289668:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:3304:x1875537627827072:12345-0@lo:103:ldlm_bl.0 Request processed in 211us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652520.289681:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:3.0:1788652520.289727:0:19282:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.289736:0:19282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652520.289742:0:19282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8d5a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652520.291165:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9e5bedfe-b2ff-4d5a-b661-878c26003548:3304:1875537627827072:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788652520.397041:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788652521.352035:0:18843:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788652521.352042:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbd4226b000 from 10 10000000:01000000:0.0:1788652521.352047:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788652521.352113:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652521.352126:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652521.352143:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652521.352175:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627827200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788652521.352249:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652521.352320:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f1d9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788652521.353307:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627827200 00000100:00100000:1.0:1788652521.353317:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627827200 00000100:00100000:1.0:1788652521.353372:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788652521.353381:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+11:18843:x1875537627827200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788652521.353394:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652521.353409:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d61 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652521.353432:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652521.353443:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652521.353452:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9000, rc 0) 00000100:00100000:1.0:1788652521.353501:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627827200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652521.353507:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788652521.353739:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627827200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788652521.353756:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652521.353767:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652521.353885:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627827328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788652521.354045:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652521.354086:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b76aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652521.354189:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627827328 00000100:00100000:0.0:1788652521.354195:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627827328 00000100:00100000:0.0:1788652521.354232:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788652521.354242:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627827328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652521.354572:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627827328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 331us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652521.354582:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788652521.354845:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627827328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788652521.354880:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627827456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788652521.355560:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652521.355601:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b76aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788652521.355713:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627827456 00000100:00100000:1.0:1788652521.355719:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627827456 00000100:00100000:1.0:1788652521.355768:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788652521.355807:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627827456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788652521.356620:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:18843:x1875537627827456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 805us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652521.356629:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788652521.356805:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627827456:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788652521.358500:0:19343:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788652521.359260:0:18843:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788652521.359285:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788652521.359296:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652521.359323:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652521.415986:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652522.442338:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652523.144027:0:3302:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788652513/real 1788652513] req@ffff8cbe81a50e00 x1875537627824128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652523 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788652523.144108:0:3302:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbe81a50e00 x1875537627824128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652523 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788652523.144120:0:3302:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788652513/real 1788652513] req@ffff8cbe81a51f80 x1875537627824000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652523 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788652523.144133:0:3302:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbe81a51f80 x1875537627824000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652523 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788652523.144152:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788652523.144172:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788652523.144176:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627824128:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788652523.144196:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe75971000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788652523.144204:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788652523.144208:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627824000:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788652523.144287:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788652523.144292:0:18640:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788652523.144295:0:18640:0:(import.c:65:import_set_state_nolock()) ffff8cbe75971000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788652523.144300:0:18640:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 530 00000100:00080000:2.0:1788652523.144305:0:18640:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788652523.144311:0:18640:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cbe75971000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:2.0:1788652523.144328:0:18640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe7f346a00 x1875537627827712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788652523.144340:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788652523.144343:0:18640:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788652523.144345:0:18640:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788652523.144347:0:18640:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 530 00000100:00080000:2.0:1788652523.144350:0:18640:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788652523.144352:0:18640:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cbe5f856000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:2.0:1788652523.144362:0:18640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe7f345880 x1875537627827840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788652523.144453:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9e5bedfe-b2ff-4d5a-b661-878c26003548:3304:1875537627827584:0@lo:400:kworker.0 00000100:00100000:0.0:1788652523.144470:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788652523.144484:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627827968:0@lo:400:kworker.0 00000100:00100000:2.0:1788652523.144513:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652523.144582:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627827584 00000100:00100000:2.0:1788652523.144589:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627827584 00000100:00100000:2.0:1788652523.144639:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788652523.144667:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:3304:x1875537627827584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652523.144724:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:3304:x1875537627827584:12345-0@lo:400:kworker.0 Request processed in 58us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652523.144733:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788652523.144796:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9e5bedfe-b2ff-4d5a-b661-878c26003548:3304:1875537627827584:0@lo:400:kworker.0 00000100:00100000:2.0:1788652523.144820:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627827712:0@lo:8:kworker.0 00000400:00000100:2.0:1788652523.144842:0:3302:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875537627827712 offset 0 length 520: 4 00000100:00100000:2.0:1788652523.144861:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627827840:0@lo:8:kworker.0 00000400:00000100:2.0:1788652523.144879:0:3302:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875537627827840 offset 0 length 520: 4 00000100:00100000:0.0:1788652523.145264:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652523.145490:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627827968 00000100:00100000:1.0:1788652523.145497:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627827968 00000100:00100000:1.0:1788652523.145544:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788652523.145554:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627827968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652523.145605:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627827968:12345-0@lo:400:kworker.0 Request processed in 53us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652523.145612:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788652523.145689:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cbe7f345f80 x1875537627827968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652523.145702:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627827968:0@lo:400:kworker.0 00010000:00010000:2.0:1788652523.468304:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788652524.455846:0:19532:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788652524.455851:0:19532:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:3.0:1788652524.456212:0:19532:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cbe819e9800 00000020:01000004:3.0:1788652524.456227:0:19532:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788652524.456237:0:19532:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1788652524.456251:0:19532:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8cbe75968000) 00000020:00000080:3.0:1788652524.456267:0:19532:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1788652524.481695:0:19532:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1788652524.487196:0:19532:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1788652524.488576:0:19532:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1788652524.488866:0:19532:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1788652524.489153:0:19532:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:3.0:1788652524.489531:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 225: rc = 0 00100000:10000000:3.0:1788652524.489628:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 225: rc = 0 00100000:10000000:3.0:1788652524.489721:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 225: rc = 0 00100000:10000000:3.0:1788652524.490146:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 566: rc = 0 00010000:00010000:2.0:1788652524.491340:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1788652524.491582:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 566: rc = 0 00100000:10000000:3.0:1788652524.492190:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 566: rc = 0 00100000:10000000:3.0:1788652524.492454:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 566: rc = 0 00100000:10000000:3.0:1788652524.492799:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 566: rc = 0 00100000:10000000:3.0:1788652524.493094:0:19532:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 566: rc = 0 00000020:00000080:3.0:1788652524.493585:0:19532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788652524.493758:0:19532:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788652524.493769:0:19532:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x340ed74ef02a8d76 00000020:01000004:3.0:1788652524.493853:0:19532:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:3.0:1788652524.493874:0:19532:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.150@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788652524.493877:0:19532:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.150@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788652524.493882:0:19532:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788652524.493887:0:19532:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788652524.493897:0:19532:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8cbe7596b380) 00000020:00000080:3.0:1788652524.493906:0:19532:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:3.0:1788652524.495217:0:19532:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788652524.495369:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788652524.495374:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788652524.498432:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788652524.498447:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1788652524.498916:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1788652524.498923:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788652524.500419:0:19532:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788652524.500860:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788652524.500866:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788652524.507409:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788652524.507421:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788652524.524353:0:19532:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788652524.524661:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788652524.524668:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788652524.526378:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788652524.526389:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788652524.527510:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788652524.527521:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788652524.531107:0:19532:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788652524.531285:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788652524.531291:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788652524.531992:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788652524.532000:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788652524.571215:0:19532:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788652524.571555:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788652524.571562:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788652524.577211:0:19532:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788652524.577227:0:19532:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788652524.580502:0:19532:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788652524.580531:0:19532:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:2.0:1788652524.580537:0:19532:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.150@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1788652524.598987:0:19532:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.150@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788652524.599023:0:19532:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.150@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1788652524.599027:0:19532:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788652524.599029:0:19532:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788652524.599043:0:19532:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788652524.599044:0:19532:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788652524.599045:0:19532:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788652524.599046:0:19532:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788652524.599048:0:19532:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788652524.599050:0:19532:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788652524.599051:0:19532:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788652524.599056:0:19532:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1788652524.599058:0:19532:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788652524.599059:0:19532:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788652524.599060:0:19532:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788652524.599061:0:19532:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788652524.599062:0:19532:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788652524.599063:0:19532:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788652524.599064:0:19532:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788652524.599065:0:19532:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788652524.599067:0:19532:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788652524.599092:0:19532:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788652524.599114:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828096:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788652524.599180:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.599284:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788652524.599471:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828096 00000100:00100000:0.0:1788652524.599478:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828096 00000100:00100000:0.0:1788652524.599566:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788652524.599575:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:19532:x1875537627828096:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788652524.599602:0:18839:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788652524.599605:0:18839:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788652524.599609:0:18839:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788652524.608209:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:19532:x1875537627828096:12345-0@lo:253:mount.lustre.0 Request processed in 8627us (9020us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.608224:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788652524.608323:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828096:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788652524.608338:0:19532:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788652524.608342:0:19532:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788652524.608354:0:19532:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788652524.608356:0:19532:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788652524.608357:0:19532:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788652524.608358:0:19532:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788652524.608360:0:19532:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788652524.608361:0:19532:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788652524.608363:0:19532:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788652524.608364:0:19532:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788652524.608499:0:19532:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cbe819e9800 from lustre-OST0000 10000000:01000000:2.0:1788652524.608525:0:19532:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788652524.608528:0:19532:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788652524.608534:0:19532:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8cbd43340000 local copy 00010000:00010000:2.0:1788652524.608544:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652524.608768:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652524.609003:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.609051:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3600 going to sleep for 11 seconds 00000100:00100000:3.0:1788652524.609163:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828224 00000100:00100000:3.0:1788652524.609170:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828224 00000100:00100000:3.0:1788652524.609209:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788652524.609217:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:19532:x1875537627828224:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652524.609525:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:19532:x1875537627828224:12345-0@lo:501:mount.lustre.0 Request processed in 308us (521us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788652524.609533:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788652524.609706:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828224:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788652524.609867:0:19532:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.150@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788652524.610099:0:19532:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.150@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788652524.610106:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.610115:0:19532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652524.610142:0:19532:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cbe819e9800 10000000:01000000:2.0:1788652524.610146:0:19532:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788652524.610151:0:19532:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8cbd43340000 10000000:01000000:2.0:1788652524.610153:0:19532:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1788652524.610162:0:19532:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8cbd43340000 from 1 10000000:01000000:2.0:1788652524.610165:0:19532:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788652524.610189:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.610197:0:19532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.610207:0:19532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652524.610222:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828352:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652524.610254:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.610276:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.610447:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828352 00000100:00100000:1.0:1788652524.610452:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828352 00000100:00100000:1.0:1788652524.610489:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788652524.610497:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+12:19532:x1875537627828352:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788652524.610507:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652524.610520:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c8200/0x340ed74ef02a8d8b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d84 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.610541:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c8200/0x340ed74ef02a8d8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d84 expref: 13 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.610552:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c8200/0x340ed74ef02a8d8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d84 expref: 13 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.610560:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8200, rc 0) 00000100:00100000:1.0:1788652524.610658:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+13:19532:x1875537627828352:12345-0@lo:101:mount.lustre.0 Request processed in 162us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.610665:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788652524.611124:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828352:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652524.611138:0:19532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d8b expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.611148:0:19532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d8b expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652524.611164:0:19532:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788652524.611215:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d8b expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.611222:0:19532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1c00/0x340ed74ef02a8d84 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d8b expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652524.611229:0:19532:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788652524.611238:0:19532:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788652524.611243:0:19532:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788652524.611245:0:19532:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788652524.611262:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.611270:0:19532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.611277:0:19532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652524.611298:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828480:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652524.611327:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.611354:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.611513:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828480 00000100:00100000:1.0:1788652524.611518:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828480 00000100:00100000:1.0:1788652524.611556:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788652524.611563:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f806c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+13:19532:x1875537627828480:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788652524.611572:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652524.611582:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c9200/0x340ed74ef02a8d99 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8d92 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.611608:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c9200/0x340ed74ef02a8d99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8d92 expref: 14 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.611617:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c9200/0x340ed74ef02a8d99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d92 expref: 14 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.611624:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9200, rc 0) 00000100:00100000:1.0:1788652524.611664:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f806c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828480:12345-0@lo:101:mount.lustre.0 Request processed in 101us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.611671:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788652524.612013:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828480:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652524.612025:0:19532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d99 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.612043:0:19532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8d99 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788652524.613162:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1788652524.615310:0:19532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788652524.615581:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788652524.615633:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788652524.615662:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788652524.615708:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788652524.615757:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788652524.616065:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788652524.616111:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788652524.616141:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788652524.616168:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1788652524.616205:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1788652524.616239:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1788652524.616443:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1788652524.616514:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1788652524.616522:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1788652524.616977:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828608:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652524.617069:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652524.617114:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5138c000 going to sleep for 11 seconds 00000100:00100000:0.0:1788652524.617169:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828608 00000100:00100000:0.0:1788652524.617175:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828608 00000100:00100000:0.0:1788652524.617220:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788652524.617229:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828608:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652524.618614:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828608:12345-0@lo:501:mount.lustre.0 Request processed in 1380us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.618625:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788652524.619043:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652524.619094:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788652524.619145:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.619227:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.619654:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828736 00000100:00100000:1.0:1788652524.619662:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828736 00000100:00100000:1.0:1788652524.619758:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788652524.619768:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828736:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652524.620496:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828736:12345-0@lo:503:mount.lustre.0 Request processed in 729us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.620505:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788652524.620611:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828736:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788652524.621600:0:19532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788652524.621676:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828864:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652524.621729:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.625881:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652524.626143:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828864 00000100:00100000:0.0:1788652524.626152:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828864 00000100:00100000:3.0:1788652524.626901:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788652524.626914:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828864:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788652524.627231:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828864:12345-0@lo:502:mount.lustre.0 Request processed in 319us (5501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.627239:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788652524.627341:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788652524.627860:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788652524.627914:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788652524.627962:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788652524.628011:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788652524.628058:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788652524.628091:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788652524.628132:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788652524.628163:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788652524.628191:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1788652524.628237:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1788652524.628274:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1788652524.628333:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1788652524.628821:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828992:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652524.628887:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.629242:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.629278:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627828992 00000100:00100000:1.0:1788652524.629285:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627828992 00000100:00100000:0.0:1788652524.629553:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788652524.629565:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828992:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788652524.630191:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627828992:12345-0@lo:502:mount.lustre.0 Request processed in 626us (1301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652524.630208:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788652524.630329:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627828992:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788652524.630627:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1788652524.630642:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:3.0:1788652524.632193:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788652524.632203:0:19546:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:3.0:1788652524.632210:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788652524.632213:0:19546:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788652524.632218:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788652524.632232:0:19546:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8cbe759699c0) 00000020:00000080:3.0:1788652524.632253:0:19546:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788652524.632259:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788652524.632548:0:19546:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbe819e9800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788652524.632555:0:19546:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788652524.632562:0:19546:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x340ed74ef02a8da7 00010000:00010000:3.0:1788652524.641877:0:19546:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:3.0:1788652524.644613:0:19546:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:3.0:1788652524.649246:0:19546:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1788652524.651693:0:19546:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788652524.651705:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652524.651711:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652524.651713:0:19546:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788652524.651716:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788652524.651729:0:19546:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1788652524.651731:0:19546:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788652524.651732:0:19546:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788652524.651734:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788652524.651736:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652524.651738:0:19546:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788652524.651740:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652524.651743:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652524.651745:0:19546:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788652524.651747:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788652524.651749:0:19546:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788652524.651751:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652524.651753:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652524.651755:0:19546:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788652524.651757:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652524.651759:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652524.651760:0:19546:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788652524.651763:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788652524.652134:0:19546:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652524.652138:0:19546:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652524.652140:0:19546:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788652524.652143:0:19546:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788652524.652279:0:19532:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788652524.652317:0:19532:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788652524.652339:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d99 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.652350:0:19532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1a00/0x340ed74ef02a8d92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8d99 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652524.652358:0:19532:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbe819e9800 from 1 10000000:01000000:2.0:1788652524.652361:0:19532:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788652524.652589:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.652608:0:19532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.652623:0:19532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652524.652646:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829120:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652524.652705:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.652754:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788652524.652878:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829120 00000100:00100000:3.0:1788652524.652884:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829120 00000100:00100000:3.0:1788652524.652926:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788652524.652935:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+14:19532:x1875537627829120:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652524.652954:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652524.652967:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8dae expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.652990:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 15 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.653001:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 15 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.653009:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e4800, rc 0) 00000100:00100000:3.0:1788652524.653062:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829120:12345-0@lo:101:mount.lustre.0 Request processed in 127us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.653069:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788652524.653259:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829120:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652524.653273:0:19532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.653283:0:19532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788652524.654234:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:2.0:1788652524.655083:0:19532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788652524.656194:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788652524.656264:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788652524.656534:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788652524.656581:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788652524.656637:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788652524.656689:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788652524.656731:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788652524.656763:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788652524.657120:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788652524.657129:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:2.0:1788652524.657227:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829248:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652524.657303:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.657949:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652524.658303:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829248 00000100:00100000:0.0:1788652524.658312:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829248 00000100:00100000:0.0:1788652524.658561:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788652524.658574:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829248:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788652524.659022:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829248:12345-0@lo:501:mount.lustre.0 Request processed in 451us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652524.659044:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788652524.659162:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829248:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652524.659210:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829376:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788652524.659252:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.659279:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652524.659505:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829376 00000100:00100000:0.0:1788652524.659510:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829376 00000100:00100000:0.0:1788652524.659547:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788652524.659555:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788652524.659713:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829376:12345-0@lo:503:mount.lustre.0 Request processed in 158us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652524.659720:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788652524.660045:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829376:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788652524.661016:0:19532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788652524.661111:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829504:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652524.661172:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.661258:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652524.662067:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829504 00000100:00100000:0.0:1788652524.662076:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829504 00000100:00100000:0.0:1788652524.662174:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788652524.662184:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829504:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788652524.662503:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829504:12345-0@lo:502:mount.lustre.0 Request processed in 319us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652524.662510:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788652524.662610:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829504:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788652524.662926:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788652524.662978:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788652524.663022:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788652524.663071:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788652524.663104:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788652524.663150:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788652524.663183:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788652524.663216:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1788652524.663255:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829632:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652524.663300:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652524.664018:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829632 00000100:00100000:1.0:1788652524.664038:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829632 00000100:00100000:1.0:1788652524.664084:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788652524.664092:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829632:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788652524.664282:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829632:12345-0@lo:502:mount.lustre.0 Request processed in 189us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.664491:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788652524.665280:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788652524.665309:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829632:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788652524.665470:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788652524.665545:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:2.0:1788652524.669996:0:19550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788652524.670010:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788652524.670013:0:19550:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788652524.670020:0:19550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cbe819e9800 00000020:00000080:2.0:1788652524.670023:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788652524.670045:0:19550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788652524.670049:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788652524.670061:0:19550:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788652524.670065:0:19550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788652524.670068:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788652524.670069:0:19550:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788652524.670072:0:19550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cbe819e9800 00000020:00000080:2.0:1788652524.670075:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788652524.670163:0:19550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788652524.670167:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788652524.670169:0:19550:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788652524.670171:0:19550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788652524.670174:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788652524.670175:0:19550:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788652524.670179:0:19550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cbe819e9800 00000020:00000080:2.0:1788652524.670181:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788652524.671698:0:19550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788652524.671707:0:19550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788652524.671710:0:19550:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1788652524.671714:0:19550:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:3.0:1788652524.675454:0:19532:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1788652524.675499:0:19532:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788652524.675523:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.675537:0:19532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652524.675586:0:19532:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788652524.675589:0:19532:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cbe819e9800 10000000:01000000:3.0:1788652524.675593:0:19532:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cbe819e9800 10000000:01000000:3.0:1788652524.675603:0:19532:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788652524.675609:0:19532:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cbe819e9800 from 1 10000000:01000000:3.0:1788652524.675612:0:19532:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788652524.675645:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.675653:0:19532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.675676:0:19532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652524.675700:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829760:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788652524.675764:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652524.675831:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5138ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.676605:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829760 00000100:00100000:1.0:1788652524.676613:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829760 00000100:00100000:1.0:1788652524.676666:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788652524.676676:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627829760:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788652524.676690:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652524.676704:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c8800/0x340ed74ef02a8dc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8dbc expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.676729:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c8800/0x340ed74ef02a8dc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8dbc expref: 16 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.676740:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c8800/0x340ed74ef02a8dc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8dbc expref: 16 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652524.676749:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8800, rc 0) 00000100:00100000:1.0:1788652524.677020:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627829760:12345-0@lo:101:mount.lustre.0 Request processed in 345us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.677027:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788652524.677072:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829760:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652524.677087:0:19532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8dc3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.677097:0:19532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8dc3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788652524.678024:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:3.0:1788652524.679028:0:19532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788652524.680749:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788652524.680850:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788652524.680885:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788652524.680931:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788652524.680965:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788652524.681027:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788652524.681082:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788652524.681289:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788652524.681346:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788652524.681396:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788652524.681431:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788652524.681540:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788652524.681584:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788652524.681618:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788652524.681836:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788652524.681878:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788652524.682055:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788652524.682172:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788652524.682287:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788652524.682324:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788652524.682373:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788652524.682411:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788652524.682446:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788652524.682610:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788652524.682652:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:3.0:1788652524.682847:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:3.0:1788652524.682900:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:3.0:1788652524.682939:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:3.0:1788652524.682975:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:3.0:1788652524.683018:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:3.0:1788652524.684859:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:3.0:1788652524.684908:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:3.0:1788652524.684940:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:3.0:1788652524.685007:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:3.0:1788652524.685605:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:3.0:1788652524.686286:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:3.0:1788652524.686340:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:3.0:1788652524.686375:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:3.0:1788652524.686426:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:3.0:1788652524.686842:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:3.0:1788652524.686951:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:3.0:1788652524.686959:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:3.0:1788652524.687067:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829888:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652524.687143:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652524.687183:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5138ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788652524.687576:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627829888 00000100:00100000:2.0:1788652524.687584:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627829888 00000100:00100000:2.0:1788652524.687635:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788652524.687643:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627829888:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652524.692446:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627829888:12345-0@lo:501:mount.lustre.0 Request processed in 4795us (5294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652524.692460:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788652524.692590:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627829888:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652524.692641:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830016:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788652524.692692:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652524.692730:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5138ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.692743:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830016 00000100:00100000:1.0:1788652524.692750:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830016 00000100:00100000:1.0:1788652524.692869:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788652524.692879:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe49d2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830016:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652524.693055:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe49d2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830016:12345-0@lo:503:mount.lustre.0 Request processed in 177us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.693184:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788652524.693195:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830016:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788652524.695456:0:19532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788652524.695726:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830144:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652524.695890:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.695935:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5c1f0480 going to sleep for 11 seconds 00000100:00100000:3.0:1788652524.696043:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830144 00000100:00100000:3.0:1788652524.696050:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830144 00000100:00100000:3.0:1788652524.696096:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788652524.696117:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830144:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788652524.696345:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830144:12345-0@lo:502:mount.lustre.0 Request processed in 240us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.696353:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788652524.696611:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830144:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788652524.696914:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788652524.696965:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788652524.697000:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788652524.697079:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788652524.697266:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788652524.697331:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788652524.697367:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788652524.697399:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788652524.697446:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788652524.697556:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788652524.697595:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788652524.697646:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788652524.697682:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788652524.697716:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788652524.697765:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788652524.697976:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788652524.698004:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788652524.698063:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788652524.698097:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788652524.701295:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788652524.701407:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788652524.701447:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788652524.701765:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788652524.702880:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788652524.702929:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:2.0:1788652524.702965:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:2.0:1788652524.703015:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:2.0:1788652524.703067:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:2.0:1788652524.703099:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:2.0:1788652524.703159:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:2.0:1788652524.703191:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:2.0:1788652524.703358:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:2.0:1788652524.703393:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:2.0:1788652524.703444:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:2.0:1788652524.703555:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:2.0:1788652524.703624:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:2.0:1788652524.703817:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:2.0:1788652524.703864:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:2.0:1788652524.703913:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:2.0:1788652524.703951:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:2.0:1788652524.704005:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830272:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652524.704093:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652524.704146:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830272 00000100:00100000:2.0:1788652524.704149:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5c1f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1788652524.704154:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830272 00000100:00100000:1.0:1788652524.704210:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788652524.704219:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830272:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788652524.705165:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830272:12345-0@lo:502:mount.lustre.0 Request processed in 943us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652524.705176:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788652524.705360:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830272:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788652524.705457:0:19532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788652524.705470:0:19532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1788652524.707138:0:19555:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788652524.707156:0:19555:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8cbd43344d40) 00000020:00000080:2.0:1788652524.707176:0:19555:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:2.0:1788652524.707951:0:19555:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbe819e9800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788652524.707958:0:19555:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbe819e9800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788652524.707960:0:19555:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe819e9800 3 00010000:00080000:2.0:1788652524.707992:0:19555:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cbe5f853800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.150@tcp at head 00010000:00010000:2.0:1788652524.712951:0:19555:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:2.0:1788652524.713158:0:19555:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1788652524.713196:0:19555:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788652524.713289:0:19555:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x340ed74ef02a8dd1 00000100:00080000:2.0:1788652524.713300:0:19555:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788652524.713306:0:19555:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8cbe5f853800 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:2.0:1788652524.713342:0:19555:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe7f347480 x1875537627830400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788652524.713372:0:19555:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788652524.713562:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3302:1875537627830400:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788652524.713629:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652524.713729:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830400 00000100:00100000:0.0:1788652524.713737:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830400 00000100:00100000:0.0:1788652524.713768:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652524.713797:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3302:x1875537627830400:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788652524.713819:0:18848:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 541 last 0 00000020:00000080:0.0:1788652524.713851:0:18848:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x340ed74ef02a8dd8 00000004:00100000:0.0:1788652524.713864:0:18848:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00080000:2.0:1788652524.714165:0:19555:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000100:00080000:0.0:1788652524.714416:0:18848:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a20000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788652524.714516:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875537627830400:12345-0@lo:38:llog_process_th.0 Request processed in 718us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652524.714530:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:01000000:0.0:1788652524.714707:0:19532:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1788652524.714732:0:19532:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788652524.714752:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8dc3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652524.714764:0:19532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4600/0x340ed74ef02a8dbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8dc3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788652524.714831:0:19532:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788652524.714843:0:19532:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788652524.714844:0:19532:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788652524.714845:0:19532:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788652524.714846:0:19532:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788652524.714847:0:19532:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788652524.714849:0:19532:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788652524.714851:0:19532:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788652524.714852:0:19532:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788652524.714856:0:19532:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1788652524.714858:0:19532:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788652524.714860:0:19532:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788652524.714861:0:19532:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788652524.714862:0:19532:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788652524.714863:0:19532:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788652524.714864:0:19532:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788652524.714865:0:19532:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788652524.714866:0:19532:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788652524.714867:0:19532:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788652524.714886:0:19532:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788652524.714901:0:19532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830528:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788652524.714954:0:19532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652524.714979:0:19532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f840 going to sleep for 11 seconds 00000100:00100000:2.0:1788652524.715086:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830528 00000100:00100000:2.0:1788652524.715091:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830528 00000100:00100000:2.0:1788652524.715128:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788652524.715135:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:19532:x1875537627830528:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788652524.715157:0:18838:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788652524.715170:0:18838:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1788652524.717893:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cbe7f347480 x1875537627830400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788652534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788652524.717907:0:3302:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788652524.717918:0:3302:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788652524.717925:0:3302:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788652524.717931:0:3302:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788652524.717934:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f853800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788652524.717941:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3302:1875537627830400:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1788652524.718055:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788652524.718060:0:18640:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788652524.718063:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788652524.718066:0:18640:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788652524.719025:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627830656:0@lo:400:kworker.0 00000100:00100000:3.0:1788652524.719100:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652524.719570:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830656 00000100:00100000:3.0:1788652524.719578:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830656 00000100:00100000:3.0:1788652524.719624:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788652524.719633:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627830656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652524.719685:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627830656:12345-0@lo:400:kworker.0 Request processed in 53us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.719693:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788652524.720258:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cbe493b8000 x1875537627830656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788652524.720273:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627830656:0@lo:400:kworker.0 20000000:01000000:3.0:1788652524.749738:0:18838:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788652524.749759:0:18838:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788652524.749961:0:18862:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788652524.749966:0:18862:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788652524.749989:0:18862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.750007:0:18862:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 16 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.750015:0:18862:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.750063:0:18862:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 16 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652524.750079:0:18862:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 16 pid: 18839 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652524.750091:0:18862:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18862:1875537627830784:0@lo:104: 00000100:00100000:2.0:1788652524.750360:0:18862:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652524.750592:0:18862:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5c1f0600 going to sleep for 11 seconds 00000100:00100000:3.0:1788652524.750982:0:18829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830784 00000100:00100000:3.0:1788652524.750990:0:18829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830784 00000100:00100000:3.0:1788652524.751067:0:18829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788652524.751077:0:18829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:18862:x1875537627830784:12345-0@lo:104: 00010000:00010000:3.0:1788652524.751093:0:18829:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.751167:0:18829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788652524.751173:0:18829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:18862:x1875537627830784:12345-0@lo:104: Request processed in 98us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.751181:0:18829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652524.751239:0:18862:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18862:1875537627830784:0@lo:104: 00010000:00010000:0.0:1788652524.751272:0:18862:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.756471:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652524.756601:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.756630:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c8a00 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:3.0:1788652524.756634:0:18834:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.756644:0:18834:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788652524.756652:0:18834:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652524.756658:0:18834:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788652524.756703:0:18834:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.756709:0:18834:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788652524.756731:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.756738:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c8a00/0x340ed74ef02a8d45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d4c expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.756755:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652524.756757:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652524.756758:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652524.756810:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627830912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788652524.756879:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652524.756950:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627830912 00000100:00100000:3.0:1788652524.756958:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627830912 00010000:00010000:3.0:1788652524.756984:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 17 pid: 18839 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652524.757023:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788652524.757045:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:3303:x1875537627830912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788652524.757060:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652524.757066:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 17 pid: 18839 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757079:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 17 pid: 18839 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757094:0:18833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe49e75200/0x340ed74ef02a8d4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8d45 expref: 17 pid: 18839 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757108:0:18833:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757117:0:18833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788652524.757135:0:18833:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007168211s 00010000:00010000:3.0:1788652524.757140:0:18833:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757148:0:18833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757154:0:18833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757161:0:18833:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757172:0:18833:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd0800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652524.757177:0:18833:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757184:0:18833:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757206:0:18833:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757217:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788652524.757253:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3303:x1875537627830912:12345-0@lo:103:ldlm_bl.0 Request processed in 221us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.757261:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788652524.757301:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627830912:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788652524.757328:0:18862:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757336:0:18862:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652524.757342:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8ddf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652524.768323:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:19532:x1875537627830528:12345-0@lo:253:mount.lustre.0 Request processed in 53179us (53359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652524.768338:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788652524.769362:0:19532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:19532:1875537627830528:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788652524.769387:0:19532:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788652524.769391:0:19532:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788652524.769392:0:19532:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788652524.769393:0:19532:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788652524.769395:0:19532:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788652524.769396:0:19532:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788652524.769397:0:19532:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788652524.769399:0:19532:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788652524.769400:0:19532:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788652524.769402:0:19532:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788652524.769417:0:19532:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1788652524.774116:0:19532:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652524.774682:0:19532:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788652524.774989:0:19532:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652524.775160:0:19532:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788652524.775461:0:19532:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788652524.775748:0:19532:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1788652524.776792:0:19532:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788652524.817578:0:19532:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1788652524.817601:0:19532:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1788652524.817643:0:19532:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788652524.817706:0:19532:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.150@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788652524.817720:0:19532:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788652524.817746:0:19532:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1788652525.511996:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788652525.833298:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788652526.546305:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788652526.791846:0:18843:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788652526.791854:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cbd4226b000 from 10 10000000:01000000:2.0:1788652526.791859:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788652526.791901:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652526.791911:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652526.791922:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652526.791945:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627831040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788652526.792009:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652526.792069:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831040 00000100:00100000:2.0:1788652526.792075:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b09a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788652526.792086:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831040 00000100:00100000:3.0:1788652526.792142:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788652526.792152:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+15:18843:x1875537627831040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788652526.792164:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652526.792187:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8de6 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652526.792211:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 16 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652526.792222:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 16 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652526.792232:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5600, rc 0) 00000100:00100000:3.0:1788652526.792275:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:18843:x1875537627831040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652526.792282:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788652526.792370:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627831040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788652526.792383:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652526.792392:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652526.792451:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627831168:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788652526.792478:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652526.792491:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b09a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788652526.792601:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831168 00000100:00100000:3.0:1788652526.792605:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831168 00000100:00100000:3.0:1788652526.792631:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788652526.792638:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:18843:x1875537627831168:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788652526.792651:0:18838:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788652526.792665:0:18838:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788652526.792669:0:18838:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:3.0:1788652526.792743:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:18843:x1875537627831168:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652526.792750:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788652526.792978:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627831168:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788652526.793043:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788652526.793050:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652526.793058:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652527.559911:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652528.587214:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652529.612317:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788652529.803504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788652529.803511:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788652529.803514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788652529.803518:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788652529.803552:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788652529.803572:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627831296:0@lo:400:kworker.0 00000100:00100000:0.0:1788652529.803680:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652529.803744:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3306:1875537627831552:0@lo:400:kworker.0 00000100:00100000:0.0:1788652529.803793:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652529.803814:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788652529.803819:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627831424:0@lo:400:kworker.0 00000100:00100000:0.0:1788652529.803841:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652529.803897:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831552 00000100:00100000:0.0:1788652529.803917:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831552 00000100:00100000:0.0:1788652529.803977:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831424 00000100:00100000:0.0:1788652529.803980:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831424 00000100:00100000:0.0:1788652529.804006:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652529.804014:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1875537627831552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652529.804062:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1875537627831552:12345-0@lo:400:kworker.0 Request processed in 49us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652529.804069:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652529.804083:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652529.804088:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627831424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652529.804111:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627831424:12345-0@lo:400:kworker.0 Request processed in 23us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652529.804116:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788652529.804149:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe81a53100 x1875537627831424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652529.804163:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627831424:0@lo:400:kworker.0 00010000:00080000:0.0:1788652529.804172:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe81a52680 x1875537627831552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652529.804180:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3306:1875537627831552:0@lo:400:kworker.0 00000100:00100000:2.0:1788652529.804349:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831296 00000100:00100000:2.0:1788652529.804354:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831296 00000100:00100000:2.0:1788652529.804384:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788652529.804391:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3303:x1875537627831296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652529.804425:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3303:x1875537627831296:12345-0@lo:400:kworker.0 Request processed in 35us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652529.804430:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788652529.804462:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627831296:0@lo:400:kworker.0 00000100:00080000:1.0:1788652529.804810:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788652530.633565:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788652530.817679:0:19897:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg350-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788652531.659739:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652532.680986:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652533.705647:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652534.733337:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788652534.920154:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788652534.920161:0:18640:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788652534.920163:0:18640:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788652534.920179:0:18640:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788652534.920228:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627831680:0@lo:400:kworker.0 00000100:00100000:1.0:1788652534.920298:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652534.920358:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788652534.920365:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627831808:0@lo:400:kworker.0 00000100:00100000:1.0:1788652534.920394:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652534.920424:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627831936:0@lo:400:kworker.0 00000100:00100000:1.0:1788652534.920445:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652534.920492:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831680 00000100:00100000:1.0:1788652534.920499:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831680 00000100:00100000:3.0:1788652534.920813:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831808 00000100:00100000:3.0:1788652534.920818:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831808 00000100:00100000:3.0:1788652534.920850:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627831936 00000100:00100000:3.0:1788652534.920853:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627831936 00000100:00100000:3.0:1788652534.920880:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788652534.920889:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627831808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652534.921091:0:18847:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788652534.921101:0:18847:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1788652534.921278:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627831808:12345-0@lo:400:kworker.0 Request processed in 58us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652534.921286:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788652534.921304:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788652534.921311:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627831936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652534.921359:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627831936:12345-0@lo:400:kworker.0 Request processed in 49us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652534.921365:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788652534.921390:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788652534.921427:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe513b5880 x1875537627831808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788652534.921441:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627831808:0@lo:400:kworker.0 00010000:00080000:0.0:1788652534.922672:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe513b6680 x1875537627831936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652534.922684:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627831936:0@lo:400:kworker.0 00000100:00100000:1.0:1788652534.923329:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788652534.923341:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3303:x1875537627831680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652534.923404:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3303:x1875537627831680:12345-0@lo:400:kworker.0 Request processed in 66us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652534.923420:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788652534.923424:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627831680:0@lo:400:kworker.0 00000040:00080000:1.0:1788652535.049979:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788652535.755661:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652536.778313:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652537.813710:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652538.825077:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788652538.901284:0:20249:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788652538.901288:0:20249:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:3.0:1788652538.901388:0:20249:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cbe49dc7000 00000020:01000004:3.0:1788652538.901401:0:20249:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788652538.901413:0:20249:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1788652538.901481:0:20249:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8cbe7596cd40) 00000020:00000080:3.0:1788652538.901561:0:20249:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1788652538.937242:0:20249:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1788652538.938680:0:20249:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1788652538.940760:0:20249:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1788652538.941104:0:20249:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1788652538.941354:0:20249:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:0.0:1788652538.953043:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 205: rc = 0 00100000:10000000:0.0:1788652538.953151:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 205: rc = 0 00100000:10000000:0.0:1788652538.953246:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 205: rc = 0 00100000:10000000:1.0:1788652538.957107:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 562: rc = 0 00100000:10000000:1.0:1788652538.957367:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 562: rc = 0 00100000:10000000:1.0:1788652538.959135:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 562: rc = 0 00100000:10000000:1.0:1788652538.959397:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 562: rc = 0 00100000:10000000:1.0:1788652538.961008:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 562: rc = 0 00100000:10000000:1.0:1788652538.961263:0:20249:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 562: rc = 0 00000020:00000080:1.0:1788652538.963317:0:20249:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788652538.963330:0:20249:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788652538.963346:0:20249:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x340ed74ef02a8dfb 00000020:01000004:1.0:1788652538.963355:0:20249:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:1.0:1788652538.963377:0:20249:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.150@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788652538.963380:0:20249:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.150@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788652538.963385:0:20249:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788652538.963405:0:20249:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:1.0:1788652538.963410:0:20249:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.150@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1788652538.975264:0:20249:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.150@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788652538.975301:0:20249:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.150@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788652538.975306:0:20249:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788652538.975308:0:20249:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788652538.975309:0:20249:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788652538.975310:0:20249:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788652538.975311:0:20249:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788652538.975312:0:20249:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788652538.975313:0:20249:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788652538.975314:0:20249:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788652538.975316:0:20249:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788652538.975319:0:20249:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788652538.975321:0:20249:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788652538.975323:0:20249:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788652538.975324:0:20249:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788652538.975325:0:20249:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788652538.975326:0:20249:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788652538.975327:0:20249:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788652538.975328:0:20249:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788652538.975330:0:20249:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788652538.975331:0:20249:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788652538.975356:0:20249:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788652538.975377:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832064:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788652538.975567:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652538.975666:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47da4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788652538.975713:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832064 00000100:00100000:2.0:1788652538.975719:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832064 00000100:00100000:2.0:1788652538.975840:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788652538.975851:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:20249:x1875537627832064:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788652538.975889:0:18838:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788652538.975893:0:18838:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788652538.975896:0:18838:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1788652538.980851:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:20249:x1875537627832064:12345-0@lo:253:mount.lustre.0 Request processed in 4995us (5277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652538.980881:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788652538.981004:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832064:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788652538.981019:0:20249:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788652538.981023:0:20249:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788652538.981024:0:20249:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788652538.981026:0:20249:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788652538.981027:0:20249:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788652538.981028:0:20249:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788652538.981029:0:20249:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788652538.981031:0:20249:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788652538.981033:0:20249:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788652538.981034:0:20249:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788652538.981054:0:20249:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cbe49dc7000 from lustre-OST0001 10000000:01000000:2.0:1788652538.981076:0:20249:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1788652538.981079:0:20249:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1788652538.981086:0:20249:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8cbd43340000 local copy 00010000:00010000:2.0:1788652538.981096:0:20249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652538.981297:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832192:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652538.981329:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652538.981367:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b145000 going to sleep for 11 seconds 00000100:00100000:3.0:1788652538.981432:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832192 00000100:00100000:3.0:1788652538.981438:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832192 00000100:00100000:3.0:1788652538.981478:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788652538.981486:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:20249:x1875537627832192:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652538.981694:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:20249:x1875537627832192:12345-0@lo:501:mount.lustre.0 Request processed in 207us (363us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788652538.981702:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788652538.982004:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832192:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788652538.982020:0:20249:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.150@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788652538.982167:0:20249:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.150@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788652538.982174:0:20249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652538.982184:0:20249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e5c00/0x340ed74ef02a8c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8c73 expref: -99 pid: 18828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652538.982209:0:20249:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cbe49dc7000 10000000:01000000:0.0:1788652538.982214:0:20249:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788652538.982219:0:20249:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788652538.982222:0:20249:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788652538.982226:0:20249:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788652538.982230:0:20249:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788652538.982252:0:20249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652538.982261:0:20249:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652538.982271:0:20249:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652538.982286:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832320:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788652538.982313:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652538.982388:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f000 going to sleep for 11 seconds 00000100:00100000:3.0:1788652538.982474:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832320 00000100:00100000:3.0:1788652538.982479:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832320 00000100:00100000:3.0:1788652538.982592:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788652538.982602:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:20249:x1875537627832320:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652538.982610:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652538.982621:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e4000/0x340ed74ef02a8e09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8e02 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652538.982644:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e4000/0x340ed74ef02a8e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8e02 expref: 17 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652538.982654:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e4000/0x340ed74ef02a8e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8e02 expref: 17 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652538.982662:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e4000, rc 0) 00000100:00100000:3.0:1788652538.982699:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832320:12345-0@lo:101:mount.lustre.0 Request processed in 100us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652538.982706:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788652538.982764:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832320:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788652538.982794:0:20249:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e09 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652538.982804:0:20249:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8e09 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788652538.983369:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788652538.984195:0:20249:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788652538.984421:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788652538.984466:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788652538.984504:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788652538.984553:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788652538.984592:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788652538.984629:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788652538.984674:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788652538.984713:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788652538.984761:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788652538.984844:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788652538.984854:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788652538.984924:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788652538.984986:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652538.985348:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788652538.985465:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832448 00000100:00100000:1.0:1788652538.985472:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832448 00000100:00100000:1.0:1788652538.985556:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788652538.985566:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832448:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788652538.985975:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832448:12345-0@lo:501:mount.lustre.0 Request processed in 409us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652538.985983:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788652538.986123:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788652538.986158:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832576:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788652538.986199:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652538.986225:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788652538.986272:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832576 00000100:00100000:1.0:1788652538.986276:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832576 00000100:00100000:1.0:1788652538.986340:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788652538.986347:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832576:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788652538.986644:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832576:12345-0@lo:503:mount.lustre.0 Request processed in 297us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652538.986652:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788652538.986821:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832576:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788652538.987613:0:20249:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788652538.987672:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832704:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788652538.987711:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652538.988044:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788652538.988108:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832704 00000100:00100000:2.0:1788652538.988113:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832704 00000100:00100000:2.0:1788652538.988144:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788652538.988151:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652538.988343:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832704:12345-0@lo:502:mount.lustre.0 Request processed in 192us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652538.988352:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788652538.988456:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832704:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788652538.988666:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788652538.988712:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788652538.988744:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788652538.988830:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788652538.988869:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788652538.988917:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788652538.988979:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788652538.989014:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788652538.989062:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1788652538.989090:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832832:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788652538.989127:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652538.989148:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788652538.989209:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832832 00000100:00100000:2.0:1788652538.989214:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832832 00000100:00100000:2.0:1788652538.989237:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788652538.989244:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832832:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652538.989373:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832832:12345-0@lo:502:mount.lustre.0 Request processed in 128us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652538.989380:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788652538.989609:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832832:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788652538.989669:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788652538.989678:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:0.0:1788652538.990484:0:20250:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788652538.990607:0:20250:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1788652538.990615:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652538.990617:0:20250:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1788652538.990623:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788652538.990637:0:20250:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8cbe7bd319c0) 00000020:00000080:0.0:1788652538.990657:0:20250:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788652538.990663:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788652538.990732:0:20250:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbe49dc7000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1788652538.990738:0:20250:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788652538.990746:0:20250:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x340ed74ef02a8e17 00010000:00010000:0.0:1788652538.994664:0:20250:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:0.0:1788652538.995276:0:20250:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:0.0:1788652538.997666:0:20250:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1788652538.999535:0:20250:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1788652538.999546:0:20250:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652538.999552:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652538.999553:0:20250:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1788652538.999558:0:20250:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652538.999562:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652538.999564:0:20250:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788652538.999567:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788652538.999568:0:20250:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788652538.999571:0:20250:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652538.999572:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652538.999573:0:20250:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788652538.999575:0:20250:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788652538.999577:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652538.999578:0:20250:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788652538.999581:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788652538.999893:0:20250:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788652538.999898:0:20250:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788652538.999899:0:20250:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788652538.999903:0:20250:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788652539.001049:0:20249:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788652539.001085:0:20249:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788652539.001107:0:20249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e09 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001119:0:20249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74800/0x340ed74ef02a8e02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e09 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652539.001127:0:20249:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbe49dc7000 from 1 10000000:01000000:2.0:1788652539.001146:0:20249:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788652539.001184:0:20249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001193:0:20249:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001204:0:20249:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652539.001227:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832960:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788652539.001292:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652539.001330:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47e6b780 going to sleep for 11 seconds 00000100:00100000:2.0:1788652539.001352:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627832960 00000100:00100000:2.0:1788652539.001359:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627832960 00000100:00100000:2.0:1788652539.001396:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788652539.001404:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:20249:x1875537627832960:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652539.001416:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652539.001429:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8e1e expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001451:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 18 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001462:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 18 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001472:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd1200, rc 0) 00000100:00100000:2.0:1788652539.001522:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627832960:12345-0@lo:101:mount.lustre.0 Request processed in 118us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652539.001536:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788652539.001594:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627832960:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788652539.001608:0:20249:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.001618:0:20249:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788652539.002675:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:2.0:1788652539.003385:0:20249:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788652539.003672:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788652539.003717:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788652539.003766:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788652539.003842:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788652539.003886:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788652539.004749:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788652539.004897:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788652539.004990:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788652539.005085:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788652539.005093:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:2.0:1788652539.005187:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833088:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652539.005250:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652539.005335:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47e6b780 going to sleep for 11 seconds 00000100:00100000:3.0:1788652539.005386:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833088 00000100:00100000:3.0:1788652539.005402:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833088 00000100:00100000:3.0:1788652539.005591:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788652539.005606:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833088:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652539.005853:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833088:12345-0@lo:501:mount.lustre.0 Request processed in 253us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.005861:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788652539.006016:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833088:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652539.006053:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833216:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788652539.006094:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652539.006136:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47e6b780 going to sleep for 11 seconds 00000100:00100000:0.0:1788652539.006205:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833216 00000100:00100000:0.0:1788652539.006209:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833216 00000100:00100000:0.0:1788652539.006279:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788652539.006287:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd42a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833216:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788652539.006442:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd42a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833216:12345-0@lo:503:mount.lustre.0 Request processed in 155us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652539.006457:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788652539.006671:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833216:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788652539.008351:0:20249:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788652539.008834:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652539.008899:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652539.008951:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47e6b780 going to sleep for 11 seconds 00000100:00100000:1.0:1788652539.009040:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833344 00000100:00100000:1.0:1788652539.009048:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833344 00000100:00100000:1.0:1788652539.009101:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788652539.009111:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd42a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833344:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788652539.009449:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd42a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833344:12345-0@lo:502:mount.lustre.0 Request processed in 339us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652539.009456:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788652539.009633:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788652539.009909:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788652539.009974:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788652539.010030:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788652539.010071:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788652539.010107:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788652539.010156:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788652539.010192:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788652539.010230:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1788652539.010261:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833472:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652539.010299:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652539.010423:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47e6b780 going to sleep for 11 seconds 00000100:00100000:3.0:1788652539.011480:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833472 00000100:00100000:3.0:1788652539.011543:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833472 00000100:00100000:3.0:1788652539.011589:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788652539.011598:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833472:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788652539.012039:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627833472:12345-0@lo:502:mount.lustre.0 Request processed in 441us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.012047:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788652539.012124:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627833472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788652539.012239:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788652539.012251:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:1.0:1788652539.013358:0:20254:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788652539.013369:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652539.013371:0:20254:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788652539.013377:0:20254:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cbe49dc7000 00000020:00000080:1.0:1788652539.013379:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788652539.013387:0:20254:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788652539.013389:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652539.013391:0:20254:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788652539.013394:0:20254:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788652539.013396:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652539.013397:0:20254:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788652539.013424:0:20254:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cbe49dc7000 00000020:00000080:1.0:1788652539.013426:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788652539.013482:0:20254:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788652539.013486:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652539.013488:0:20254:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788652539.013490:0:20254:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788652539.013493:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652539.013494:0:20254:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788652539.013497:0:20254:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cbe49dc7000 00000020:00000080:1.0:1788652539.013500:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788652539.013549:0:20254:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788652539.013553:0:20254:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788652539.013555:0:20254:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1788652539.013558:0:20254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000100:00100000:0.0:1788652539.017596:0:3302:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788652523/real 1788652523] req@ffff8cbe7f346a00 x1875537627827712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652539.017621:0:3302:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbe7f346a00 x1875537627827712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652539.017632:0:3302:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788652523/real 1788652523] req@ffff8cbe7f345880 x1875537627827840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652539.017641:0:3302:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbe7f345880 x1875537627827840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788652538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788652539.017657:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe75971000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788652539.017674:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788652539.017677:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627827712:0@lo:8:kworker.0 00000100:00080000:0.0:1788652539.017682:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788652539.017687:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788652539.017689:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627827840:0@lo:8:kworker.0 00000100:00080000:0.0:1788652539.017749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788652539.017753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788652539.017755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8cbe75971000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788652539.017760:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 540 00000100:00080000:0.0:1788652539.017765:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788652539.017790:0:38:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cbe75971000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:0.0:1788652539.017810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a53100 x1875537627833728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788652539.017835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788652539.017838:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788652539.017839:0:38:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788652539.017842:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 540 00000100:00080000:0.0:1788652539.017845:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788652539.017848:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cbe5f856000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:0.0:1788652539.017861:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe81a50a80 x1875537627833856/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788652539.017909:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627833600:0@lo:400:kworker.0 00000100:00100000:0.0:1788652539.017978:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.018037:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627833984:0@lo:400:kworker.0 00000100:00100000:0.0:1788652539.018064:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.018084:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788652539.018090:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3303:1875537627834112:0@lo:400:kworker.0 00000100:00100000:0.0:1788652539.018111:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.018138:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627833728:0@lo:8:kworker.0 00000100:00100000:0.0:1788652539.018164:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.018180:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627833856:0@lo:8:kworker.0 00000100:00100000:0.0:1788652539.018202:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652539.019162:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833728 00000100:00100000:2.0:1788652539.019172:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833728 00000100:00100000:2.0:1788652539.019244:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833856 00000100:00100000:2.0:1788652539.019248:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833856 00000020:01000000:3.0:1788652539.020556:0:20249:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1788652539.020605:0:20249:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788652539.020627:0:20249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.020639:0:20249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652539.020687:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833600 00000100:00100000:3.0:1788652539.020693:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833600 00000100:00100000:3.0:1788652539.020745:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788652539.020755:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:3306:x1875537627833600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652539.020847:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:3306:x1875537627833600:12345-0@lo:400:kworker.0 Request processed in 93us (2869us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.020874:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788652539.020912:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627833984 00000100:00100000:3.0:1788652539.020917:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627833984 00000100:00100000:3.0:1788652539.020952:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834112 00000100:00100000:3.0:1788652539.020956:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834112 00000100:00100000:3.0:1788652539.020984:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788652539.020991:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627833984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652539.021031:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627833984:12345-0@lo:400:kworker.0 Request processed in 41us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.021037:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788652539.021049:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788652539.021056:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875537627834112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652539.021085:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875537627834112:12345-0@lo:400:kworker.0 Request processed in 30us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.021091:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788652539.022654:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652539.022663:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3302:x1875537627833728:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788652539.022691:0:19536:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 556 last 0 00000020:00000080:0.0:1788652539.022738:0:19536:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x340ed74ef02a8e2c 00002000:00100000:0.0:1788652539.022758:0:19536:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8cbe7a8c0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788652539.022762:0:19536:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788652539.022765:0:19536:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788652539.023133:0:19536:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788652539.023158:0:19536:0:(import.c:65:import_set_state_nolock()) ffff8cbe7a8c6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788652539.023224:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3302:x1875537627833728:12345-0@lo:8:kworker.0 Request processed in 559us (5058us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652539.023232:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652539.023250:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788652539.023254:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3302:x1875537627833856:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788652539.023287:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3302:x1875537627833856:12345-0@lo:8:kworker.0 Request processed in 31us (5083us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788652539.023293:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788652539.023333:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe81a53100 x1875537627833728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788652559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652539.023344:0:3302:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788652539.023352:0:3302:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788652539.023358:0:3302:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788652539.023363:0:3302:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788652539.023365:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe75971000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788652539.023382:0:3302:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788652539.023386:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627833728:0@lo:8:kworker.0 00000100:00100000:0.0:1788652539.023398:0:3302:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788652539.023401:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788652539.023405:0:3302:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788652539.023408:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627833856:0@lo:8:kworker.0 00000004:00080000:0.0:1788652539.023480:0:18869:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x22:0x0] 00000100:00100000:0.0:1788652539.023666:0:18869:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18869:1875537627834368:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788652539.024570:0:18869:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.024601:0:18869:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f000 going to sleep for 11 seconds 00000100:00100000:0.0:1788652539.024621:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627834240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788652539.024651:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.024686:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834368 00000100:00100000:0.0:1788652539.024692:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834368 00000100:00100000:0.0:1788652539.024796:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652539.024805:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18869:x1875537627834368:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1788652539.026896:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788652539.026905:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1788652539.026917:0:18868:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788652539.027209:0:18868:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 556010436262ns, next at 0ns, rc = 0 00000100:00100000:3.0:1788652539.027239:0:19537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834240 00000100:00100000:3.0:1788652539.027246:0:19537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834240 00000100:00100000:3.0:1788652539.027282:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788652539.027290:0:19537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3305:x1875537627834240:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652539.027294:0:19538:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1788652539.027305:0:19538:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:3.0:1788652539.027315:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788652539.027377:0:19537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3305:x1875537627834240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (2725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.027392:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788652539.029320:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe81a50a80 x1875537627834240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788652555 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788652539.029346:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627834240:0@lo:13:osp-pre-0-0.0 00010000:00080000:3.0:1788652539.029405:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe81a50e00 x1875537627834112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788652539.029427:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3303:1875537627834112:0@lo:400:kworker.0 00010000:00080000:3.0:1788652539.029445:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe81a51f80 x1875537627833984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788652539.029455:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627833984:0@lo:400:kworker.0 00000100:00100000:3.0:1788652539.029501:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627833600:0@lo:400:kworker.0 10000000:01000000:3.0:1788652539.030900:0:20249:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788652539.030905:0:20249:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cbe49dc7000 10000000:01000000:3.0:1788652539.030909:0:20249:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cbe49dc7000 10000000:01000000:3.0:1788652539.030913:0:20249:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788652539.030919:0:20249:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cbe49dc7000 from 1 10000000:01000000:3.0:1788652539.030923:0:20249:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788652539.031029:0:20249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.031041:0:20249:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.031052:0:20249:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652539.031074:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834496:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788652539.031141:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652539.031182:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834496 00000100:00100000:3.0:1788652539.031188:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834496 00000100:00100000:3.0:1788652539.031225:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788652539.031235:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51268450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627834496:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652539.031246:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652539.031258:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e4c00/0x340ed74ef02a8e3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8e33 expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.031281:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e4c00/0x340ed74ef02a8e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8e33 expref: 19 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.031292:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e4c00/0x340ed74ef02a8e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8e33 expref: 19 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.031300:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e4c00, rc 0) 00000100:00100000:3.0:1788652539.031335:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51268450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834496:12345-0@lo:101:mount.lustre.0 Request processed in 101us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.031341:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788652539.031807:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b145cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788652539.031830:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834496:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788652539.031848:0:20249:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e3a expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.031858:0:20249:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8e3a expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788652539.034381:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:3.0:1788652539.035164:0:20249:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788652539.036010:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788652539.036076:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788652539.036112:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788652539.036157:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788652539.036271:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788652539.036334:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788652539.036372:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788652539.036423:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788652539.036491:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788652539.036890:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788652539.036950:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788652539.037013:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788652539.037073:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788652539.037129:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788652539.037215:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788652539.037270:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788652539.037319:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788652539.037387:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788652539.037695:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788652539.037767:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788652539.037854:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788652539.037902:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788652539.038018:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788652539.038071:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788652539.038103:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:3.0:1788652539.038134:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:3.0:1788652539.038174:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:3.0:1788652539.038208:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:3.0:1788652539.038239:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:3.0:1788652539.038281:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:3.0:1788652539.038324:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:3.0:1788652539.038609:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:3.0:1788652539.038685:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:3.0:1788652539.038753:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:3.0:1788652539.038811:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:3.0:1788652539.038861:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:3.0:1788652539.038900:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:3.0:1788652539.038946:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:3.0:1788652539.039071:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:3.0:1788652539.039112:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:3.0:1788652539.039216:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:3.0:1788652539.039229:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:3.0:1788652539.039328:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652539.039635:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652539.039685:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe6cc15240 going to sleep for 11 seconds 00002000:00080000:0.0:1788652539.040441:0:19536:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:0.0:1788652539.040449:0:19536:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788652539.040453:0:19536:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:35 to 0x240000400:65) 00000100:00100000:2.0:1788652539.042451:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834624 00000100:00100000:2.0:1788652539.042462:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834624 00000100:00100000:2.0:1788652539.042526:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788652539.042543:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe5126ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834624:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788652539.042968:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe5126ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834624:12345-0@lo:501:mount.lustre.0 Request processed in 425us (3333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652539.042976:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788652539.043047:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788652539.043093:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788652539.043135:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652539.043171:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe6cc15240 going to sleep for 11 seconds 00000100:00100000:2.0:1788652539.043184:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834752 00000100:00100000:2.0:1788652539.043189:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834752 00000100:00100000:2.0:1788652539.043221:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788652539.043230:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe5126b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834752:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788652539.043387:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe5126b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834752:12345-0@lo:503:mount.lustre.0 Request processed in 158us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652539.043394:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788652539.043398:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834752:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788652539.044323:0:20249:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788652539.044475:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834880:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788652539.044584:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652539.044608:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b145cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788652539.044638:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627834880 00000100:00100000:3.0:1788652539.044644:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627834880 00000100:00100000:3.0:1788652539.044674:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788652539.044681:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe5126bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834880:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788652539.045997:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe5126bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627834880:12345-0@lo:502:mount.lustre.0 Request processed in 1314us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652539.046012:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788652539.046059:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627834880:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788652539.046270:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788652539.046317:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788652539.046350:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788652539.046702:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788652539.046883:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788652539.046990:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788652539.047049:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788652539.047102:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788652539.047161:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788652539.047199:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788652539.047239:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788652539.047296:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788652539.047329:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788652539.047360:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788652539.047498:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788652539.048256:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788652539.048296:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788652539.048346:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788652539.049371:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788652539.049445:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788652539.049525:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788652539.049589:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788652539.049623:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788652539.049670:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788652539.049705:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:3.0:1788652539.049738:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:3.0:1788652539.049815:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:3.0:1788652539.049850:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:3.0:1788652539.049894:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:3.0:1788652539.049960:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:3.0:1788652539.049996:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:3.0:1788652539.050029:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:3.0:1788652539.050061:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:3.0:1788652539.050105:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:3.0:1788652539.050137:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:3.0:1788652539.050178:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:3.0:1788652539.050214:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:3.0:1788652539.050262:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:3.0:1788652539.050309:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:3.0:1788652539.050341:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:3.0:1788652539.050384:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627835008:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788652539.050457:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652539.050491:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b09a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788652539.050581:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835008 00000100:00100000:2.0:1788652539.050589:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835008 00000100:00100000:2.0:1788652539.050636:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788652539.050646:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627835008:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788652539.051174:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627835008:12345-0@lo:502:mount.lustre.0 Request processed in 529us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652539.051184:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788652539.051231:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627835008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788652539.051299:0:20249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788652539.051309:0:20249:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1788652539.055084:0:20260:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788652539.055110:0:20260:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8cbd43600000) 00000020:00000080:2.0:1788652539.055136:0:20260:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:2.0:1788652539.055246:0:20260:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cbe49dc7000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788652539.055251:0:20260:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cbe49dc7000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788652539.055254:0:20260:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbe49dc7000 3 00010000:00080000:2.0:1788652539.055297:0:20260:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cbe81d1c000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.150@tcp at head 00002000:00010000:0.0:1788652539.057085:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.057097:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057114:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.057119:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.057125:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057143:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057153:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057168:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057187:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.057202:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.057208:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057215:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.057220:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057229:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057244:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057251:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8e48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057269:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.057271:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.057273:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.057804:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.057817:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057826:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.057829:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.057834:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057845:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057854:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057860:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057876:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.057884:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.057888:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057895:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.057898:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057906:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057925:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057946:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8e4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.057961:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.057962:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.057964:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.058493:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.058499:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058508:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.058511:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.058515:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058523:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058531:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058537:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058566:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.058575:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.058579:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058586:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.058589:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058597:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058608:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058614:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8e56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.058628:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.058629:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.058631:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.066309:0:20260:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00002000:00010000:0.0:1788652539.067811:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.067825:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067842:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.067853:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.067860:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067876:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067887:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067896:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067915:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.067928:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.067947:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067955:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74c00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.067959:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067969:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.067984:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.068001:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8e5d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.068018:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.068020:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.068022:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788652539.068346:0:20260:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788652539.068403:0:20260:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788652539.068425:0:20260:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x340ed74ef02a8e64 00000100:00080000:3.0:1788652539.068435:0:20260:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788652539.068441:0:20260:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cbe81d1c000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:3.0:1788652539.068484:0:20260:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe493b8000 x1875537627835136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00010000:0.0:1788652539.068495:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.068506:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.068518:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.068521:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00000100:00080000:3.0:1788652539.068527:0:20260:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1788652539.068528:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.068541:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.068549:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.068558:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652539.068581:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3302:1875537627835136:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788652539.068657:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.068878:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835136 00000100:00100000:0.0:1788652539.068886:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835136 00000100:00100000:0.0:1788652539.068923:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652539.068930:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3302:x1875537627835136:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788652539.068963:0:18848:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 556 last 0 00000020:00000080:0.0:1788652539.069011:0:18848:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x340ed74ef02a8e72 00000004:00100000:0.0:1788652539.069027:0:18848:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788652539.069064:0:18848:0:(import.c:65:import_set_state_nolock()) ffff8cbe7a8c4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788652539.069122:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875537627835136:12345-0@lo:38:llog_process_th.0 Request processed in 189us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652539.069130:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788652539.069177:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cbe493b8000 x1875537627835136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788652549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788652539.069188:0:3302:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788652539.069195:0:3302:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788652539.069201:0:3302:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788652539.069205:0:3302:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788652539.069208:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe81d1c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788652539.069213:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3302:1875537627835136:0@lo:38:llog_process_th.0 00010000:00010000:0.0:1788652539.069238:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.069248:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.069253:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.069260:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.069270:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.069278:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.069291:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.069299:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8e6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.069318:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.069320:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.069321:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788652539.072002:0:20260:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00002000:00010000:0.0:1788652539.072030:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.072041:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072058:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.072063:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.072070:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072085:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072097:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072112:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072130:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.072144:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.072149:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072157:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.072162:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072170:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072187:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072194:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8e79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.072211:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.072213:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.072216:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788652539.072551:0:20249:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788652539.072582:0:20249:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788652539.072604:0:20249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e3a expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.072613:0:20249:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4400/0x340ed74ef02a8e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8e3a expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788652539.072660:0:20249:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788652539.072663:0:20249:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788652539.072664:0:20249:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788652539.072665:0:20249:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788652539.072667:0:20249:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788652539.072668:0:20249:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788652539.072670:0:20249:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788652539.072672:0:20249:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788652539.072673:0:20249:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788652539.072677:0:20249:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788652539.072679:0:20249:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788652539.072681:0:20249:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788652539.072682:0:20249:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788652539.072683:0:20249:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788652539.072684:0:20249:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788652539.072685:0:20249:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788652539.072686:0:20249:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788652539.072687:0:20249:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788652539.072688:0:20249:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788652539.072712:0:20249:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788652539.072732:0:20249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627835264:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788652539.072845:0:20249:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652539.072889:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835264 00000100:00100000:2.0:1788652539.072894:0:20249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe47e11000 going to sleep for 11 seconds 00000100:00100000:3.0:1788652539.072905:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835264 00000100:00100000:3.0:1788652539.072958:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788652539.072968:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:20249:x1875537627835264:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788652539.072993:0:18839:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788652539.073006:0:18839:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00002000:00010000:0.0:1788652539.074101:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.074117:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.074130:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.074135:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.074141:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.074806:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.074817:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.074825:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.074845:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652539.074886:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.074895:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.074905:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.074910:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.074919:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.074952:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.074961:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8e80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.074983:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.074985:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.074986:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.075319:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.075325:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075334:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.075337:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.075342:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075350:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075364:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075370:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075383:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.075393:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.075397:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075403:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.075407:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075414:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075436:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075444:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8e87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075457:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.075465:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.075466:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.075931:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.075948:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075957:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.075960:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.075964:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075974:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075982:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.075988:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.076009:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.076394:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.076401:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.076407:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.076409:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.076415:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.076419:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.076423:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.076448:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.076467:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.076474:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.076476:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75e00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.076483:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.076495:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652539.076506:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.076508:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.076525:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.076533:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc384b08/0x340ed74ef02a8e8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.076557:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.076559:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.076560:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.077745:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.077755:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.077799:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.077803:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.077809:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.077820:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.077829:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.077847:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.077869:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652539.078041:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.078047:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.078055:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74e00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.078059:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.078067:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.078088:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.078095:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7b2ca46/0x340ed74ef02a8e9c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.078110:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.078112:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.078125:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.079237:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.079245:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.079256:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.079260:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.079264:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.079273:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.079281:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.079288:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.079529:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.080069:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.080075:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.080090:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.080093:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.080097:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.080107:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.080186:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.080196:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082055:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788652539.082066:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082076:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75000 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.082081:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082091:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082111:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082496:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e50dd6c8/0x340ed74ef02a8ea3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082528:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.082532:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082538:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75c00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.082541:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082549:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082560:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.082568:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.082570:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.082571:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.082726:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652539.082733:0:19536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faf1ee63/0x340ed74ef02a8eaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788652539.084904:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.084924:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.084948:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.084953:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.084959:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.084985:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.084994:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.085003:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.087224:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788652539.087237:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.087250:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652539.087263:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.087274:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.087294:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.087304:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652539.087305:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652539.087307:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.087865:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652539.087873:0:19536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068eff2be/0x340ed74ef02a8eb1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.088212:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.090043:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.090053:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.090068:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.090073:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.090078:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.090091:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.090112:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.090188:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.090208:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652539.090846:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.090854:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.090862:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.090867:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.090885:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.090902:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.090909:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f8cbf14/0x340ed74ef02a8eb8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.090927:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.090929:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.090930:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.093573:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.093585:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.093601:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.093605:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.093611:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.093624:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.093634:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.093642:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.093678:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652539.094127:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.094134:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.094143:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.094148:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.094157:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.094174:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.094194:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ebf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.094211:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.094212:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.094214:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.094911:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.094918:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.094928:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.094941:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.094947:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.094957:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.094966:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.094973:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.094990:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788652539.095231:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652539.095237:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.095244:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74c00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652539.095248:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.095257:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.095270:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.095277:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022c0efd3/0x340ed74ef02a8ec6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652539.095291:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.095293:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.095295:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.095851:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.095858:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.095866:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.095876:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.095882:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.095892:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.095900:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.095908:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.095922:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.096414:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.096421:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096441:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.096444:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.096448:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096458:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096466:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096481:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096490:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788652539.096881:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.096887:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096896:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.096899:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.096904:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096913:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096921:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096927:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.096946:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1788652539.097567:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.097574:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.097587:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.097590:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.097594:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.097604:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.097612:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.097619:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.097628:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1788652539.098901:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788652539.098911:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.098921:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.098925:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.098943:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.098965:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.098974:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b854318/0x340ed74ef02a8ecd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099010:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099019:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.099022:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099030:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099042:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099050:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d604c0ba/0x340ed74ef02a8e95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099063:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788652539.099067:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099073:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.099077:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099085:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099102:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099110:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006be1c14a/0x340ed74ef02a8ed4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099510:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652539.099514:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099521:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.099524:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099531:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099542:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099549:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003154519a/0x340ed74ef02a8edb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099560:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652539.099563:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099576:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.099578:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099586:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099597:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099604:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031794b61/0x340ed74ef02a8ee2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.099617:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.099619:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.099621:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.099628:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.099629:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.099630:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652539.099910:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.100011:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.100018:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100030:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.100034:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.100041:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100053:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100084:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100092:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100201:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.100678:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.100685:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100693:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.100696:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.100700:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100709:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100716:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.100722:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101518:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652539.101527:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101536:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.101541:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101561:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101577:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101585:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007966618e/0x340ed74ef02a8ee9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788652539.101619:0:5857:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:1.0:1788652539.101637:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652539.101640:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101647:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.101650:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101658:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101667:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.101674:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.101681:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.101684:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.106455:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652539.106469:0:19536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8ef0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788652539.109674:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.109687:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.109705:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.109709:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.109716:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.109730:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.109740:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.109748:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.109941:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652539.109948:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.109956:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.109961:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.109971:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.109987:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.109995:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.109997:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.109998:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.110246:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652539.110252:0:19536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a8ef7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788652539.111130:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.111138:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111149:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.111153:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.111158:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111169:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111177:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111184:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111198:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.111702:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.111709:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111717:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.111720:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.111729:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111737:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111744:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111750:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.111760:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788652539.112321:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.112327:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.112336:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.112339:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.112343:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.112352:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.112359:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.112378:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.112386:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788652539.112548:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788652539.112555:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112562:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345ec00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.112566:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112575:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112597:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112603:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035eca646/0x340ed74ef02a8efe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112621:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652539.112625:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112631:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.112634:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112641:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112650:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112657:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a8f05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112668:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652539.112672:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112684:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.112687:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112695:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112704:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112711:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073564f79/0x340ed74ef02a8f0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.112724:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.112726:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.112727:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.112736:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.112741:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652539.113573:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.113581:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.113592:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.113596:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.113600:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.113610:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.113618:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.113625:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.113679:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.114236:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.114242:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.114255:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.114258:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.114262:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.114271:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.114279:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.114285:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.115708:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652539.115719:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.115729:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.115734:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.115754:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.115855:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.115863:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a8f13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.116058:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652539.116063:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.116070:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.116073:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.116080:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.116089:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.116096:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.116098:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.116104:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.116342:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652539.116350:0:19536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788652539.116946:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.116953:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.116964:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.116967:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.116973:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.116996:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117004:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117012:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117026:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652539.117593:0:19536:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652539.117599:0:19536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117608:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1788652539.117611:0:19536:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652539.117615:0:19536:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117624:0:19536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117632:0:19536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117648:0:19536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.117659:0:19536:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1788652539.117977:0:19536:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:34 00000100:00100000:0.0:1788652539.118069:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18869:x1875537627834368:12345-0@lo:5:osp-pre-0-0.0 Request processed in 93262us (94364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652539.118078:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788652539.118367:0:18869:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18869:1875537627834368:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788652539.118383:0:18869:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x22:0x0] 00000100:00100000:0.0:1788652539.118484:0:18869:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18869:1875537627835392:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788652539.118518:0:18869:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.118552:0:18869:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b76aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652539.118583:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835392 00000100:00100000:0.0:1788652539.118589:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835392 00000100:00100000:0.0:1788652539.118623:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652539.118631:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18869:x1875537627835392:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1788652539.118664:0:19533:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00010000:00010000:1.0:1788652539.118897:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652539.118905:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118915:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.118920:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118929:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118954:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118962:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000076f83b/0x340ed74ef02a8f21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118978:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652539.118981:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118987:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345ea00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652539.118990:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.118997:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.119013:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.119020:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652539.119032:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.119033:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.119035:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.119041:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652539.119045:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652539.124757:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:18869:x1875537627835392:12345-0@lo:5:osp-pre-0-0.0 Request processed in 6121us (6232us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788652539.124795:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788652539.125098:0:18869:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18869:1875537627835392:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788652539.125179:0:18869:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 20000000:01000000:2.0:1788652539.148331:0:18839:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788652539.148351:0:18839:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1788652539.149863:0:18862:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788652539.149870:0:18862:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788652539.149893:0:18862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.149924:0:18862:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 19 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.149942:0:18862:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.149985:0:18862:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 19 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.150003:0:18862:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 19 pid: 18839 timeout: 656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652539.150018:0:18862:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18862:1875537627835520:0@lo:104: 00000100:00100000:0.0:1788652539.150081:0:18862:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.150143:0:18862:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b76ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1788652539.150587:0:18829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835520 00000100:00100000:2.0:1788652539.150595:0:18829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835520 00000100:00100000:2.0:1788652539.150642:0:18829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788652539.150651:0:18829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:18862:x1875537627835520:12345-0@lo:104: 00010000:00010000:2.0:1788652539.150664:0:18829:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652539.150716:0:18829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788652539.150722:0:18829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:18862:x1875537627835520:12345-0@lo:104: Request processed in 72us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652539.150729:0:18829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652539.150905:0:18862:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18862:1875537627835520:0@lo:104: 00010000:00010000:0.0:1788652539.150924:0:18862:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153024:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652539.153036:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153047:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd0000 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:0.0:1788652539.153051:0:18835:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153060:0:18835:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788652539.153080:0:18835:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652539.153087:0:18835:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788652539.153144:0:18835:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153151:0:18835:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788652539.153174:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153182:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0000/0x340ed74ef02a8de6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153202:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.153204:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652539.153205:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652539.153220:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627835648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652539.153274:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652539.153331:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835648 00000100:00100000:0.0:1788652539.153338:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835648 00010000:00010000:0.0:1788652539.153364:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 20 pid: 18839 timeout: 656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652539.153392:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652539.153401:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+20:3306:x1875537627835648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652539.153412:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652539.153418:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 20 pid: 18839 timeout: 656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153568:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 20 pid: 18839 timeout: 656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153582:0:18833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e5600/0x340ed74ef02a8ded lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8de6 expref: 20 pid: 18839 timeout: 656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153598:0:18833:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153607:0:18833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788652539.153623:0:18833:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007168211s 00010000:00010000:0.0:1788652539.153628:0:18833:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153634:0:18833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153641:0:18833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153647:0:18833:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153652:0:18833:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652539.153657:0:18833:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153664:0:18833:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153685:0:18833:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153695:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652539.153726:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3306:x1875537627835648:12345-0@lo:103:ldlm_bl.0 Request processed in 326us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652539.153734:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652539.153809:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627835648:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652539.153838:0:18862:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153845:0:18862:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652539.153851:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a8f2f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652539.166099:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:20249:x1875537627835264:12345-0@lo:253:mount.lustre.0 Request processed in 93125us (93246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652539.166183:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788652539.166268:0:20249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9e5bedfe-b2ff-4d5a-b661-878c26003548:20249:1875537627835264:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788652539.166284:0:20249:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788652539.166287:0:20249:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788652539.166289:0:20249:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788652539.166290:0:20249:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788652539.166292:0:20249:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788652539.166293:0:20249:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788652539.166294:0:20249:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788652539.166295:0:20249:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788652539.166297:0:20249:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788652539.166299:0:20249:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788652539.166317:0:20249:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1788652539.167053:0:20249:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1788652539.167299:0:20249:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1788652539.167598:0:20249:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1788652539.167899:0:20249:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1788652539.168071:0:20249:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1788652539.168327:0:20249:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1788652539.169749:0:20249:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788652539.233920:0:20249:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1788652539.233928:0:20249:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1788652539.233969:0:20249:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788652539.234027:0:20249:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.150@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788652539.234041:0:20249:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788652539.234066:0:20249:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:1.0:1788652539.853246:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788652540.155868:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788652540.155937:0:6704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 10000000:01000000:1.0:1788652540.558605:0:18843:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788652540.558612:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cbd4226b000 from 11 10000000:01000000:1.0:1788652540.558617:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788652540.558661:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652540.558672:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652540.558694:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652540.558717:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627835776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788652540.558804:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652540.561982:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe64bb3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652540.562240:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835776 00000100:00100000:2.0:1788652540.562250:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835776 00000100:00100000:2.0:1788652540.562304:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788652540.562314:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627835776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788652540.562330:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652540.562348:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8f3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a8f36 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652540.562372:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8f3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a8f36 expref: 19 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652540.562382:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe75dd0800/0x340ed74ef02a8f3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8f36 expref: 19 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652540.562391:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd0800, rc 0) 00000100:00100000:2.0:1788652540.562458:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627835776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (3653us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652540.562465:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788652540.562512:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627835776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788652540.562528:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8f3d expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652540.562538:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a8f3d expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652540.562601:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627835904:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788652540.562640:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652540.562654:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f122480 going to sleep for 11 seconds 00000100:00100000:2.0:1788652540.562666:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627835904 00000100:00100000:2.0:1788652540.562670:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627835904 00000100:00100000:2.0:1788652540.562703:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788652540.562709:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627835904:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788652540.562723:0:18839:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788652540.562749:0:18839:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788652540.562753:0:18839:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788652540.563574:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627835904:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 862us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652540.563583:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788652540.563633:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627835904:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788652540.564028:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788652540.564036:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8f3d expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652540.564045:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0c9800/0x340ed74ef02a8f36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a8f3d expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652540.874519:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652541.925362:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652542.983937:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.017535:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788652544.137445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788652544.137496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788652544.137518:0:38:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788652544.137530:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cbe5f856000 using connection 192.168.203.150@tcp/0@lo 00000100:00100000:1.0:1788652544.137555:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbe513b4000 x1875537627836288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788652544.137897:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627836032:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.137977:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652544.138022:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627836672:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.138049:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652544.138073:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788652544.138078:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627836160:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.138101:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652544.138129:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836032 00000100:00100000:1.0:1788652544.138135:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836032 00000100:00100000:1.0:1788652544.138176:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788652544.138184:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3303:x1875537627836032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.138225:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3303:x1875537627836032:12345-0@lo:400:kworker.0 Request processed in 42us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652544.138232:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788652544.138259:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836672 00000100:00100000:1.0:1788652544.138263:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836672 00000100:00100000:1.0:1788652544.138308:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788652544.138315:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627836672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.138356:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627836672:12345-0@lo:400:kworker.0 Request processed in 43us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652544.138363:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788652544.138393:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836160 00000100:00100000:1.0:1788652544.138396:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836160 00000100:00100000:1.0:1788652544.138419:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788652544.138425:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627836160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.138452:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627836160:12345-0@lo:400:kworker.0 Request processed in 27us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652544.138710:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1788652544.138731:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788652544.138736:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788652544.138767:0:3303:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788652544.138799:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627836160:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.138809:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627836032:0@lo:400:kworker.0 00010000:00080000:1.0:1788652544.138820:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cbe513b4700 x1875537627836672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788652544.138831:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627836672:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.143220:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3306:1875537627836544:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.143297:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652544.143339:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788652544.143346:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627836416:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.143366:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652544.143803:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627836288:0@lo:8:kworker.0 00000100:00100000:2.0:1788652544.144003:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652544.144036:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627836800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652544.144061:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652544.144103:0:19537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836800 00000100:00100000:2.0:1788652544.144110:0:19537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836800 00000100:00100000:2.0:1788652544.144170:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788652544.144178:0:19537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627836800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788652544.144212:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788652544.144255:0:19537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627836800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652544.144262:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788652544.144305:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627836800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788652544.144414:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836544 00000100:00100000:0.0:1788652544.144418:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836544 00000100:00100000:0.0:1788652544.144470:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836416 00000100:00100000:0.0:1788652544.144474:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836416 00000100:00100000:0.0:1788652544.144495:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788652544.144502:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1875537627836544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652544.144538:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1875537627836544:12345-0@lo:400:kworker.0 Request processed in 37us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652544.144544:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788652544.144558:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788652544.144576:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627836416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652544.144862:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627836416:12345-0@lo:400:kworker.0 Request processed in 285us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652544.144869:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788652544.144892:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836288 00000100:00100000:0.0:1788652544.144896:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836288 00000100:00100000:0.0:1788652544.144924:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652544.144929:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3302:x1875537627836288:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788652544.144957:0:19533:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 561 last 0 00000020:00000080:0.0:1788652544.144983:0:19533:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x340ed74ef02a8f44 00002000:00100000:0.0:1788652544.144994:0:19533:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8cbe81a22800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1788652544.144998:0:19533:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1788652544.145001:0:19533:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788652544.145300:0:19533:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788652544.145322:0:19533:0:(import.c:65:import_set_state_nolock()) ffff8cbe81a20800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788652544.145361:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3302:x1875537627836288:12345-0@lo:8:kworker.0 Request processed in 431us (1358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652544.145369:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788652544.145419:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cbe513b4000 x1875537627836288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788652564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788652544.145433:0:3302:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788652544.145440:0:3302:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788652544.145445:0:3302:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788652544.145448:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8cbe5f856000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788652544.145523:0:3302:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788652544.145529:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3302:1875537627836288:0@lo:8:kworker.0 00000004:00080000:0.0:1788652544.145681:0:18871:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x5:0x0] 00000100:00100000:0.0:1788652544.145766:0:18871:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18871:1875537627837056:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788652544.145813:0:18871:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652544.145831:0:18871:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b6893c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788652544.145846:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837056 00000100:00100000:0.0:1788652544.145850:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837056 00000100:00100000:0.0:1788652544.145883:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788652544.145889:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18871:x1875537627837056:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1788652544.146794:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788652544.146800:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788652544.146892:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cbe513b4380 x1875537627836416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788652544.146930:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627836416:0@lo:400:kworker.0 00010000:00080000:1.0:1788652544.146945:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cbe513b7480 x1875537627836544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788652560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788652544.146954:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3306:1875537627836544:0@lo:400:kworker.0 00000100:00100000:1.0:1788652544.146970:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788652544.146978:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627836928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788652544.147012:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788652544.147043:0:18870:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788652544.147411:0:18870:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 561130637752ns, next at 0ns, rc = 0 00000100:00100000:2.0:1788652544.148006:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627836928 00000100:00100000:2.0:1788652544.148013:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627836928 00000100:00100000:2.0:1788652544.148060:0:20257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788652544.148069:0:20257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3306:x1875537627836928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788652544.148096:0:20257:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788652544.148147:0:20257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3306:x1875537627836928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652544.148154:0:20257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788652544.150535:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cbe81a51880 x1875537627836928/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788652560 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788652544.150571:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627836928:0@lo:13:osp-pre-1-0.0 00002000:00080000:0.0:1788652544.157097:0:19535:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:0.0:1788652544.157107:0:19535:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1788652544.157112:0:19535:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:6 to 0x280000400:65) 00002000:00010000:0.0:1788652544.179337:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.179349:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.179367:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.179385:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.179392:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.179410:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.179422:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.179431:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.182937:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.182959:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.182966:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.182980:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.182994:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.183005:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.183024:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.183032:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.183054:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.183056:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.183057:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.188459:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.188474:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188493:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.188497:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.188504:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188520:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188529:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188543:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188568:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.188587:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.188603:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188613:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e000 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.188618:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188628:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188644:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188652:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dba7410/0x340ed74ef02a8f52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.188672:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.188674:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.188675:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.189331:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.189345:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189355:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.189359:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.189364:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189375:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189384:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189392:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189409:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.189419:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.189423:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189430:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fa00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.189434:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189442:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189460:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189468:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055e6c6db/0x340ed74ef02a8f59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.189480:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.189482:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.189483:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.190237:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.190244:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190254:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.190258:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.190263:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190273:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190282:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190289:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190315:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.190325:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.190329:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190337:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fe00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.190341:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190350:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190362:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.190370:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000400b2d17/0x340ed74ef02a8f60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.191540:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.191543:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.191545:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.192248:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.192256:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192270:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.192279:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.192285:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192299:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192309:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192317:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192332:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.192342:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.192347:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192354:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fc00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.192359:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.192368:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.195807:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.195840:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e27799a5/0x340ed74ef02a8f67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.195866:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.195869:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.195871:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.200202:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.200216:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200233:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.200238:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.200244:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200259:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200270:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200278:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200294:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.200306:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.200318:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200326:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.200331:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200341:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200358:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200366:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000477280fe/0x340ed74ef02a8f6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200395:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.200397:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.200398:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.200918:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.200926:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200936:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.200939:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.200944:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200966:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200975:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200983:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.200997:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.201006:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.201010:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201017:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f000 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.201021:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201029:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201040:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201048:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a8f75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201066:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.201068:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.201070:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.201439:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.201446:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201455:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.201458:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.201463:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201473:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201482:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201489:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201503:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.201511:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.201516:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201532:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345ee00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.201536:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201545:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201556:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201564:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e07d61bb/0x340ed74ef02a8f7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201577:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.201578:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.201580:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.201978:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.201984:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.201993:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.201996:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.202001:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202010:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202023:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202032:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202045:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.202053:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.202057:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202063:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.202067:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202075:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202085:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202093:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f19e3037/0x340ed74ef02a8f83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202106:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.202112:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.202114:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.202464:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.202470:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202479:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.202483:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.202487:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202497:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202506:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202512:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202524:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.202532:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.202536:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202543:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.202546:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202566:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202578:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202586:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cb0e5a2/0x340ed74ef02a8f8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.202599:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.202601:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.202603:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.203554:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.203665:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203676:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.203680:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.203685:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203755:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203766:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203802:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203819:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.203833:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.203837:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203843:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345ea00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.203846:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203855:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203869:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203877:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbdb789a/0x340ed74ef02a8f91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.203893:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.203895:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.203896:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.204329:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.204342:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204351:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.204354:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.204359:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204369:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204466:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204474:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204489:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.204497:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.204502:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204508:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.204511:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204519:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204537:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204543:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000076f83b/0x340ed74ef02a8f98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.204558:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.204560:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.204674:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.205150:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.205157:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205167:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.205170:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.205175:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205186:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205195:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205202:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205228:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.205237:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.205241:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205248:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.205252:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205260:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205272:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205280:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c501c298/0x340ed74ef02a8f9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205293:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.205294:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.205296:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.205971:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.205979:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.205990:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.205998:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.206003:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206013:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206023:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206031:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206045:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.206055:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.206059:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206066:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.206070:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206078:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206089:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206107:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073564f79/0x340ed74ef02a8fa6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.206120:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.206122:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.206124:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.209147:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.209161:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209179:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.209183:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.209189:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209204:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209215:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209223:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209241:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.209253:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.209263:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209271:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.209276:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209286:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209301:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209310:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a8fad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.209331:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.209333:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.209334:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.212559:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.212570:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212586:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.212753:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.212761:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212807:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212818:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212827:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212847:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.212862:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.212868:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212876:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345ec00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.212880:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212889:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212913:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212921:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035eca646/0x340ed74ef02a8fb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.212947:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.212949:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.212951:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.213328:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.213334:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213343:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.213347:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.213351:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213361:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213369:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213377:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213391:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.213398:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.213402:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213421:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.213424:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213433:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213443:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213746:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007966618e/0x340ed74ef02a8fbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.213765:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.213766:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.213768:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.214192:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.214198:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214208:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.214212:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.214216:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214227:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214241:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214249:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214265:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.214274:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.214278:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214284:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75400 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.214288:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214297:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214307:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214315:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031794b61/0x340ed74ef02a8fc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.214328:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.214333:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.214335:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.217325:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.217337:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.217353:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.217358:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.217364:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.217391:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.217402:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.217411:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.217671:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652544.220148:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.220159:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.220174:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.220179:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.220185:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.220205:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.220216:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.220224:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222464:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788652544.222477:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222491:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652544.222496:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222509:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222530:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222545:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a8fc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222616:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652544.222620:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222627:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652544.222631:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222640:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222651:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.222659:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.222660:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.222663:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.223295:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652544.223303:0:19535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006be1c14a/0x340ed74ef02a8fd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.223481:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.224176:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.224184:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.224197:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.224202:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.224208:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.224221:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.224241:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.224250:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.224264:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652544.225023:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.225030:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.225040:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.225043:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.225048:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.225058:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.225067:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.225075:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.225108:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788652544.225620:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788652544.225627:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225644:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652544.225650:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225660:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225685:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225815:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d604c0ba/0x340ed74ef02a8fd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225835:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788652544.225839:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225846:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652544.225850:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225858:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225869:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225877:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b854318/0x340ed74ef02a8fde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.225888:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652544.225890:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652544.225906:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.226152:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.226158:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226168:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.226172:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.226177:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226187:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226196:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226204:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226331:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652544.226867:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.226874:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226883:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.226892:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.226906:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226918:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226927:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.226935:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.228495:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788652544.228506:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.228517:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652544.228522:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.228533:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.228551:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.228559:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068eff2be/0x340ed74ef02a8fe5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.228579:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788652544.228583:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.230065:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74c00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652544.230072:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.230086:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.230109:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.230120:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652544.230121:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652544.230124:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.230171:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.234114:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788652544.234130:0:19535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022c0efd3/0x340ed74ef02a8fec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.234478:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.236229:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.236240:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236257:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.236262:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.236268:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236283:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236299:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236308:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236326:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.236340:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.236346:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236354:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.236359:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.236368:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.237543:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.237554:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c99be4c6/0x340ed74ef02a8ff3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.237579:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.237643:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.237645:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.238248:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.238255:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.238265:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.238269:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.238274:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.238285:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.238294:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.238301:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.238327:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788652544.238970:0:18835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788652544.238978:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.238987:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:1.0:1788652544.238997:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.239006:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.239022:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.239029:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f8cbf14/0x340ed74ef02a8ffa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652544.239042:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.239044:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.239046:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.239270:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.239276:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239286:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.239289:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.239294:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239310:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239320:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239328:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239340:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652544.239894:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.239913:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239923:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.239926:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.239930:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239939:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239947:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239966:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.239982:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788652544.239993:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788652544.239998:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240005:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75000 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.240009:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240017:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240030:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240038:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e50dd6c8/0x340ed74ef02a9001 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240052:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.240055:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240071:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74e00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.240075:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240083:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240093:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240101:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7b2ca46/0x340ed74ef02a9008 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.240112:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.240115:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.240116:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788652544.241875:0:5857:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:0.0:1788652544.242688:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.242813:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.242828:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.242833:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.242838:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.242851:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.242867:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.242875:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.242909:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652544.243341:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.243347:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.243357:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.243360:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.243364:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.243504:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788652544.243512:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.243520:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75e00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652544.243537:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.243547:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.243564:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.243570:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc384b08/0x340ed74ef02a900f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652544.243842:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652544.243844:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652544.243851:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.244019:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244032:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244041:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244065:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788652544.244075:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652544.244080:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244087:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75c00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.244091:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244099:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244111:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244119:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faf1ee63/0x340ed74ef02a9016 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244132:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.244134:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.244136:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788652544.244759:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.244767:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244806:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.244818:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.244823:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244834:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244842:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244850:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.244868:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788652544.245257:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788652544.245262:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245270:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=561s v=(0 0) 00010000:00010000:0.0:1788652544.245273:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652544.245277:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245285:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245292:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245303:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245317:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788652544.245327:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788652544.245331:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245338:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e75600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652544.245341:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245349:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245361:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652544.245368:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003154519a/0x340ed74ef02a901d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652544.245715:0:20262:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788652544.245721:0:20262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652544.245728:0:20262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652544.245731:0:20262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652544.245739:0:20262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652544.245752:0:20262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652544.245760:0:20262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b7664b0/0x340ed74ef02a9024 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652544.245789:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652544.245791:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788652544.245793:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652544.245932:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.246863:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.246866:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652544.246868:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1788652544.249210:0:19535:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5 00000100:00100000:0.0:1788652544.249305:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18871:x1875537627837056:12345-0@lo:5:osp-pre-1-0.0 Request processed in 103412us (103487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652544.249315:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788652544.249367:0:18871:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18871:1875537627837056:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788652544.252491:0:18871:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x5:0x0] 00000100:00100000:0.0:1788652544.252548:0:18871:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18871:1875537627837184:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788652544.252616:0:18871:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652544.252662:0:18871:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b6893c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788652544.252685:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837184 00000100:00100000:0.0:1788652544.252807:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837184 00000100:00100000:0.0:1788652544.252855:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788652544.252863:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18871:x1875537627837184:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788652544.252914:0:19536:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:0.0:1788652544.261919:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:18871:x1875537627837184:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9050us (9296us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788652544.261933:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788652544.266145:0:18871:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a50e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18871:1875537627837184:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788652544.266165:0:18871:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000001:00080000:0.0:1788652544.770388:0:7631:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1788652544.770529:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788652545.032157:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788652545.290237:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1788652545.654148:0:20608:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg350-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788652546.063589:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652547.080911:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788652548.105724:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652548.491348:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.491510:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603724672 00000100:00100000:1.0:1788652548.491520:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603724672 00000100:00100000:1.0:1788652548.491577:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 75 00000100:00100000:1.0:1788652548.491595:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2345:x1875537603724672:12345-192.168.203.50@tcp:250:mount.lustre.0 00010000:00080000:1.0:1788652548.491622:0:18841:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from b3043a71-5a51-4e7f-b0e2-a817bf1c2a62@192.168.203.50@tcp t0 exp 0000000000000000 cur 565 last 0 00000020:00000080:1.0:1788652548.491648:0:18841:0:(genops.c:1385:class_connect()) connect: client b3043a71-5a51-4e7f-b0e2-a817bf1c2a62, cookie 0x340ed74ef02a902b 00000100:00080000:1.0:1788652548.491827:0:18841:0:(import.c:65:import_set_state_nolock()) ffff8cbe513ad800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788652548.491898:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+5:2345:x1875537603724672:12345-192.168.203.50@tcp:250:mount.lustre.0 Request processed in 304us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652548.491906:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 75 00000100:00100000:0.0:1788652548.508328:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.509615:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603724800 00000100:00100000:1.0:1788652548.509642:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603724800 00000100:00100000:1.0:1788652548.509706:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 76 00000100:00100000:1.0:1788652548.509717:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+5:16701:x1875537603724800:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788652548.509733:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652548.509752:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c9e00/0x340ed74ef02a9032 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0db4 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652548.509798:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c9e00/0x340ed74ef02a9032 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0db4 expref: 6 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652548.509810:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c9e00/0x340ed74ef02a9032 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0db4 expref: 6 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652548.509818:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9e00, rc 0) 00000100:00100000:1.0:1788652548.509883:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+6:16701:x1875537603724800:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 156us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652548.509891:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 76 00000100:00100000:0.0:1788652548.514008:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652548.514151:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603724928 00000100:00100000:2.0:1788652548.514161:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603724928 00000100:00100000:2.0:1788652548.514225:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 77 00000100:00100000:2.0:1788652548.514236:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+6:16701:x1875537603724928:12345-192.168.203.50@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788652548.514557:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+6:16701:x1875537603724928:12345-192.168.203.50@tcp:501:mount.lustre.0 Request processed in 321us (557us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788652548.514565:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 77 00000100:00100000:0.0:1788652548.517161:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.522786:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725056 00000100:00100000:3.0:1788652548.522800:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725056 00000100:00100000:3.0:1788652548.522953:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 78 00000100:00100000:3.0:1788652548.522965:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+6:16701:x1875537603725056:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788652548.522994:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652548.523014:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e4e00/0x340ed74ef02a9039 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0dbb expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652548.523052:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e4e00/0x340ed74ef02a9039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dbb expref: 7 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652548.523063:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e4e00/0x340ed74ef02a9039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dbb expref: 7 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652548.523072:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e4e00, rc 0) 00000100:00100000:3.0:1788652548.523147:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+7:16701:x1875537603725056:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 184us (5993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.523154:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 78 00000100:00100000:0.0:1788652548.538704:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.539271:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725184 00000100:00100000:1.0:1788652548.539280:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725184 00000100:00100000:1.0:1788652548.539329:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 79 00000100:00100000:1.0:1788652548.539338:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+7:16701:x1875537603725184:12345-192.168.203.50@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788652548.542789:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16701:x1875537603725184:12345-192.168.203.50@tcp:501:mount.lustre.0 Request processed in 3422us (4063us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652548.542803:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 79 00000100:00100000:0.0:1788652548.546256:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.546515:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725312 00000100:00100000:3.0:1788652548.546524:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725312 00000100:00100000:3.0:1788652548.547223:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 80 00000100:00100000:3.0:1788652548.547241:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16701:x1875537603725312:12345-192.168.203.50@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788652548.547553:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16701:x1875537603725312:12345-192.168.203.50@tcp:503:mount.lustre.0 Request processed in 318us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.550900:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 80 00000100:00100000:0.0:1788652548.556985:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.557828:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725440 00000100:00100000:1.0:1788652548.557839:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725440 00000100:00100000:1.0:1788652548.557918:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 81 00000100:00100000:1.0:1788652548.557933:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16719:x1875537603725440:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788652548.558768:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16719:x1875537603725440:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 832us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652548.558800:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 81 00000100:00100000:0.0:1788652548.580739:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.581407:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725568 00000100:00100000:3.0:1788652548.581417:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725568 00000100:00100000:3.0:1788652548.581533:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 82 00000100:00100000:3.0:1788652548.581544:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16719:x1875537603725568:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788652548.581890:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16719:x1875537603725568:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 347us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.581905:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 82 00000100:00100000:0.0:1788652548.595968:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.596164:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725696 00000100:00100000:1.0:1788652548.596182:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725696 00000100:00100000:1.0:1788652548.596235:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 83 00000100:00100000:1.0:1788652548.596245:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe755f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+8:16701:x1875537603725696:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788652548.596262:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652548.596280:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c9400/0x340ed74ef02a9040 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0de5 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652548.596306:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c9400/0x340ed74ef02a9040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0de5 expref: 9 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652548.596317:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c9400/0x340ed74ef02a9040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0de5 expref: 9 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652548.596327:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9400, rc 0) 00000100:00100000:1.0:1788652548.596393:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe755f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+9:16701:x1875537603725696:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 150us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652548.596401:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 83 00000100:00100000:0.0:1788652548.603890:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.604293:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725824 00000100:00100000:3.0:1788652548.604302:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725824 00000100:00100000:3.0:1788652548.604359:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 84 00000100:00100000:3.0:1788652548.604368:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+9:16701:x1875537603725824:12345-192.168.203.50@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788652548.604391:0:18841:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788652548.604413:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788652548.604416:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788652548.604420:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788652548.604539:0:18841:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:3.0:1788652548.619605:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+9:16701:x1875537603725824:12345-192.168.203.50@tcp:256:mount.lustre.0 Request processed in 15228us (15725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.619620:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 84 00000100:00100000:0.0:1788652548.625878:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.626281:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603725952 00000100:00100000:1.0:1788652548.626290:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603725952 00000100:00100000:3.0:1788652548.626443:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 85 00000100:00100000:3.0:1788652548.626456:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+9:16701:x1875537603725952:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788652548.626482:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652548.626503:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0dec expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652548.626542:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 10 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652548.626553:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 10 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652548.626562:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5200, rc 0) 00000100:00100000:3.0:1788652548.627204:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16701:x1875537603725952:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 748us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.627224:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 85 00000100:00100000:0.0:1788652548.637631:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.637716:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726080 00000100:00100000:3.0:1788652548.637726:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726080 00000100:00100000:3.0:1788652548.637815:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 86 00000100:00100000:3.0:1788652548.637825:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16701:x1875537603726080:12345-192.168.203.50@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788652548.638134:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16701:x1875537603726080:12345-192.168.203.50@tcp:501:mount.lustre.0 Request processed in 310us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.638142:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 86 00000100:00100000:0.0:1788652548.644488:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652548.644877:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726208 00000100:00100000:2.0:1788652548.644887:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726208 00000100:00100000:2.0:1788652548.645146:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 87 00000100:00100000:2.0:1788652548.645157:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16701:x1875537603726208:12345-192.168.203.50@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788652548.645532:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16701:x1875537603726208:12345-192.168.203.50@tcp:503:mount.lustre.0 Request processed in 377us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652548.645540:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 87 00000100:00100000:0.0:1788652548.654912:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.655320:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726336 00000100:00100000:1.0:1788652548.655330:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726336 00000100:00100000:1.0:1788652548.655391:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 88 00000100:00100000:1.0:1788652548.655400:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16722:x1875537603726336:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788652548.655706:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16722:x1875537603726336:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 305us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652548.655714:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 88 00000100:00100000:0.0:1788652548.664247:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652548.665367:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726464 00000100:00100000:2.0:1788652548.665379:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726464 00000100:00100000:2.0:1788652548.665992:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89 00000100:00100000:2.0:1788652548.666005:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16722:x1875537603726464:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788652548.666274:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16722:x1875537603726464:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 272us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652548.666290:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89 00000100:00100000:2.0:1788652548.670986:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652548.671384:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726592 00000100:00100000:0.0:1788652548.671394:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726592 00000100:00100000:0.0:1788652548.671752:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:0.0:1788652548.671761:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2345:x1875537603726592:12345-192.168.203.50@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788652548.671821:0:18848:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 2db0b224-39da-4a6c-9043-5d82dd65fe88@192.168.203.50@tcp t0 exp 0000000000000000 cur 565 last 0 00000020:00000080:0.0:1788652548.671878:0:18848:0:(genops.c:1385:class_connect()) connect: client 2db0b224-39da-4a6c-9043-5d82dd65fe88, cookie 0x340ed74ef02a904e 00000004:00100000:0.0:1788652548.671908:0:18848:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:0.0:1788652548.671914:0:18848:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788652548.703469:0:18848:0:(import.c:65:import_set_state_nolock()) ffff8cbe81d18000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788652548.703543:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2345:x1875537603726592:12345-192.168.203.50@tcp:38:mount.lustre.0 Request processed in 31781us (32566us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652548.703558:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:2.0:1788652548.725225:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652548.725363:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652548.726064:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726848 00000100:00100000:0.0:1788652548.726074:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726848 00000100:00080000:2.0:1788652548.726158:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788652548.726190:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726720 00000100:00100000:3.0:1788652548.726195:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726720 00000100:00100000:3.0:1788652548.726266:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:3.0:1788652548.726277:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:16701:x1875537603726848:12345-192.168.203.50@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788652548.726319:0:18847:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788652548.726412:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:16701:x1875537603726848:12345-192.168.203.50@tcp:41:mount.lustre.0 Request processed in 137us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.726420:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:3.0:1788652548.726449:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:3.0:1788652548.726456:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:0:x1875537603726720:12345-192.168.203.50@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788652548.726467:0:18847:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788652548.726490:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:0:x1875537603726720:12345-192.168.203.50@tcp:41:mount.lustre.0 Request processed in 35us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.726497:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:0.0:1788652548.728323:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.728395:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603726976 00000100:00100000:3.0:1788652548.728403:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603726976 00000100:00100000:3.0:1788652548.728474:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652548.728482:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:16701:x1875537603726976:12345-192.168.203.50@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788652548.728570:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:16701:x1875537603726976:12345-192.168.203.50@tcp:40:mount.lustre.0 Request processed in 88us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.728577:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:1.0:1788652548.741757:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652548.741818:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652548.742724:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727104 00000100:00100000:3.0:1788652548.742736:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727104 00000100:00100000:3.0:1788652548.742903:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727232 00000100:00100000:3.0:1788652548.742908:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727232 00000100:00100000:3.0:1788652548.742925:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652548.742933:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2345:x1875537603727104:12345-192.168.203.50@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788652548.742963:0:19535:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 2db0b224-39da-4a6c-9043-5d82dd65fe88@192.168.203.50@tcp t0 exp 0000000000000000 cur 565 last 0 00000020:00000080:3.0:1788652548.742995:0:19535:0:(genops.c:1385:class_connect()) connect: client 2db0b224-39da-4a6c-9043-5d82dd65fe88, cookie 0x340ed74ef02a9055 00002000:00100000:3.0:1788652548.743010:0:19535:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 2db0b224-39da-4a6c-9043-5d82dd65fe88/ffff8cbe7f61e000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788652548.743034:0:19535:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1788652548.743152:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652548.743288:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727360 00000100:00100000:2.0:1788652548.743293:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727360 00000100:00100000:2.0:1788652548.743333:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:2.0:1788652548.743342:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:16701:x1875537603727360:12345-192.168.203.50@tcp:33:mount.lustre.0 00002000:00080000:3.0:1788652548.743398:0:19535:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788652548.743433:0:19535:0:(import.c:65:import_set_state_nolock()) ffff8cbe7f61d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788652548.743501:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2345:x1875537603727104:12345-192.168.203.50@tcp:8:mount.lustre.0 Request processed in 567us (1754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.743509:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652548.743526:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:3.0:1788652548.743530:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2345:x1875537603727232:12345-192.168.203.50@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788652548.743546:0:19535:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 2db0b224-39da-4a6c-9043-5d82dd65fe88@192.168.203.50@tcp t0 exp 0000000000000000 cur 565 last 0 00000020:00000080:3.0:1788652548.743567:0:19535:0:(genops.c:1385:class_connect()) connect: client 2db0b224-39da-4a6c-9043-5d82dd65fe88, cookie 0x340ed74ef02a905c 00002000:00100000:3.0:1788652548.743573:0:19535:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 2db0b224-39da-4a6c-9043-5d82dd65fe88/ffff8cbe7f61b800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788652548.743596:0:19535:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788652548.743902:0:19535:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788652548.743921:0:19535:0:(import.c:65:import_set_state_nolock()) ffff8cbe7f61d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788652548.743952:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2345:x1875537603727232:12345-192.168.203.50@tcp:8:mount.lustre.0 Request processed in 418us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.743959:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 8 00000004:00080000:3.0:1788652548.747515:0:18849:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4111us 00000004:00200000:3.0:1788652548.802911:0:18849:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:3.0:1788652548.803044:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:16701:x1875537603727360:12345-192.168.203.50@tcp:33:mount.lustre.0 Request processed in 59697us (59888us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652548.803060:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:0.0:1788652549.103896:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652549.104343:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727488 00000100:00100000:2.0:1788652549.104353:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727488 00000100:00100000:2.0:1788652549.104415:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:2.0:1788652549.104426:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:16742:x1875537603727488:12345-192.168.203.50@tcp:101:mkdir.0 00010000:00010000:2.0:1788652549.104445:0:18846:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652549.104470:0:18846:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0000/0x340ed74ef02a9063 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e16 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652549.105098:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a906a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652549.105115:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a906a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652549.105148:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a906a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788652549.105193:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788652549.105197:0:18846:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788652549.105236:0:18846:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a906a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652549.105274:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0000/0x340ed74ef02a9063 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e16 expref: 8 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652549.105296:0:18846:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a906a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e16 expref: 7 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652549.105305:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:2.0:1788652549.105308:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788652549.105311:0:18846:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd0400, rc 0) 00000100:00100000:2.0:1788652549.105378:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:16742:x1875537603727488:12345-192.168.203.50@tcp:101:mkdir.0 Request processed in 954us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652549.105386:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 8 00010000:00010000:2.0:1788652549.128098:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652549.256181:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627837696:0@lo:400:kworker.0 00000100:00100000:3.0:1788652549.256251:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652549.256318:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788652549.256325:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e5bedfe-b2ff-4d5a-b661-878c26003548:3305:1875537627837312:0@lo:400:kworker.0 00000100:00100000:3.0:1788652549.256354:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652549.256379:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627837824:0@lo:400:kworker.0 00000100:00100000:3.0:1788652549.256405:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652549.256446:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627837440:0@lo:400:kworker.0 00000100:00100000:2.0:1788652549.256616:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627837568:0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257226:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652549.257262:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627837952:0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257291:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652549.257336:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837440 00000100:00100000:1.0:1788652549.257343:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837440 00000100:00100000:1.0:1788652549.257395:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788652549.257404:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627837440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257468:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627837440:12345-0@lo:400:kworker.0 Request processed in 65us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652549.257475:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788652549.257494:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788652549.257527:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627837440:0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257552:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837696 00000100:00100000:1.0:1788652549.257555:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837696 00000100:00100000:1.0:1788652549.257583:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837824 00000100:00100000:1.0:1788652549.257586:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837824 00000100:00100000:1.0:1788652549.257602:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837952 00000100:00100000:1.0:1788652549.257604:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837952 00000100:00100000:1.0:1788652549.257618:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788652549.257624:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627837696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257675:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1875537627837696:12345-0@lo:400:kworker.0 Request processed in 51us (1424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652549.257682:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788652549.257695:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788652549.257701:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627837824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257728:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627837824:12345-0@lo:400:kworker.0 Request processed in 27us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652549.257734:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788652549.257746:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788652549.257751:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627837952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652549.257801:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627837952:12345-0@lo:400:kworker.0 Request processed in 50us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652549.257807:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788652549.257822:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788652549.257841:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627837952:0@lo:400:kworker.0 00000100:00100000:0.0:1788652549.262995:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837312 00000100:00100000:0.0:1788652549.263010:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837312 00000100:00100000:0.0:1788652549.263080:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788652549.263092:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3305:x1875537627837312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652549.263414:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3305:x1875537627837312:12345-0@lo:400:kworker.0 Request processed in 324us (7057us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652549.263440:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788652549.263544:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788652549.263564:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627838208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788652549.263606:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652549.263669:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838208 00000100:00100000:0.0:1788652549.263674:0:19538:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838208 00000100:00100000:0.0:1788652549.263704:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652549.263716:0:19538:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627838208:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652549.264247:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652549.264291:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627838080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652549.264319:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652549.264359:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627837568 00000100:00100000:2.0:1788652549.264364:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627837568 00000100:00100000:2.0:1788652549.264416:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788652549.264424:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627837568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788652549.264467:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627837568:12345-0@lo:400:kworker.0 Request processed in 44us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652549.264473:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788652549.264510:0:3304:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788652549.264531:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627837568:0@lo:400:kworker.0 00002000:00000024:0.0:1788652549.264803:0:19538:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788652549.264856:0:19538:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627838208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1140us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652549.264873:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652549.264888:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838080 00000100:00100000:0.0:1788652549.264892:0:19538:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838080 00000100:00100000:0.0:1788652549.264911:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652549.264917:0:19538:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627838080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788652549.264927:0:19538:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788652549.264955:0:19538:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627838080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652549.264961:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788652549.265039:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627837824:0@lo:400:kworker.0 00000100:00100000:3.0:1788652549.265086:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3305:1875537627837696:0@lo:400:kworker.0 00000100:00100000:3.0:1788652549.265117:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e5bedfe-b2ff-4d5a-b661-878c26003548:3305:1875537627837312:0@lo:400:kworker.0 00000100:00080000:1.0:1788652549.265295:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788652549.266659:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627838208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652549.266716:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627838080:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1788652549.875262:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2db0b224-39da-4a6c-9043-5d82dd65fe88 00010000:00010000:0.0:1788652550.151937:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788652550.309570:0:6704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2db0b224-39da-4a6c-9043-5d82dd65fe88 00000100:00100000:3.0:1788652550.996876:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652550.996968:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727616 00000100:00100000:1.0:1788652550.996978:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727616 00000100:00100000:1.0:1788652550.997068:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00100000:1.0:1788652550.997079:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:16796:x1875537603727616:12345-192.168.203.50@tcp:41:lfs.0 00000004:00000024:1.0:1788652550.997122:0:18848:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788652550.997236:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:16796:x1875537603727616:12345-192.168.203.50@tcp:41:lfs.0 Request processed in 147us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652550.997245:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00080000:2.0:1788652550.997823:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788652551.000153:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.000312:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727744 00000100:00100000:2.0:1788652551.000323:0:19538:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727744 00000100:00100000:2.0:1788652551.000396:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:2.0:1788652551.000407:0:19538:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:16796:x1875537603727744:12345-192.168.203.50@tcp:13:lfs.0 00002000:00000024:2.0:1788652551.000455:0:19538:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788652551.000540:0:19538:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:16796:x1875537603727744:12345-192.168.203.50@tcp:13:lfs.0 Request processed in 134us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.000547:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00080000:1.0:1788652551.001624:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788652551.009150:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.009471:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603727872 00000100:00100000:2.0:1788652551.009486:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603727872 00000100:00100000:2.0:1788652551.009586:0:20257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:2.0:1788652551.009597:0:20257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:16796:x1875537603727872:12345-192.168.203.50@tcp:13:lfs.0 00002000:00000024:2.0:1788652551.009657:0:20257:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788652551.010008:0:20257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:16796:x1875537603727872:12345-192.168.203.50@tcp:13:lfs.0 Request processed in 410us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.010040:0:20257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00080000:1.0:1788652551.010574:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788652551.176058:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652551.243664:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.243819:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728000 00000100:00100000:2.0:1788652551.243832:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728000 00000100:00100000:2.0:1788652551.243923:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 91 00000100:00100000:2.0:1788652551.243934:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+10:16827:x1875537603728000:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788652551.243957:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652551.243982:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd0000/0x340ed74ef02a9071 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e1d expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.244019:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd0000/0x340ed74ef02a9071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e1d expref: 11 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.244509:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe75dd0000/0x340ed74ef02a9071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e1d expref: 11 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.244522:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd0000, rc 0) 00000100:00100000:2.0:1788652551.244601:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16827:x1875537603728000:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 668us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.244609:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 91 00000100:00100000:3.0:1788652551.258705:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652551.259222:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728128 00000100:00100000:1.0:1788652551.259237:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728128 00000100:00100000:1.0:1788652551.259316:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 92 00000100:00100000:1.0:1788652551.259328:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16827:x1875537603728128:12345-192.168.203.50@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788652551.259738:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16827:x1875537603728128:12345-192.168.203.50@tcp:501:mount.lustre.0 Request processed in 411us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652551.259749:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 92 00000100:00100000:3.0:1788652551.266313:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.266622:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728256 00000100:00100000:2.0:1788652551.266635:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728256 00000100:00100000:2.0:1788652551.266797:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 93 00000100:00100000:2.0:1788652551.266812:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16827:x1875537603728256:12345-192.168.203.50@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788652551.267260:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16827:x1875537603728256:12345-192.168.203.50@tcp:503:mount.lustre.0 Request processed in 450us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.267282:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 93 00000100:00100000:3.0:1788652551.271232:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652551.271418:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728384 00000100:00100000:1.0:1788652551.271441:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728384 00000100:00100000:1.0:1788652551.271515:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 94 00000100:00100000:1.0:1788652551.271528:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16835:x1875537603728384:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788652551.272122:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16835:x1875537603728384:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 592us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652551.272132:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 94 00000100:00100000:3.0:1788652551.287892:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.288153:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728512 00000100:00100000:2.0:1788652551.288166:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728512 00000100:00100000:2.0:1788652551.288229:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 95 00000100:00100000:2.0:1788652551.288239:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16835:x1875537603728512:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788652551.289133:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16835:x1875537603728512:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 888us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.289146:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 95 00000100:00100000:3.0:1788652551.295294:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652551.295560:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728640 00000100:00100000:0.0:1788652551.295574:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728640 00000100:00100000:0.0:1788652551.295718:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 96 00000100:00100000:0.0:1788652551.295740:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f807450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16827:x1875537603728640:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788652551.295825:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652551.295863:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a9078 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e47 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652551.295901:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a9078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e47 expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652551.295915:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbd4345e400/0x340ed74ef02a9078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e47 expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652551.295927:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345e400, rc 0) 00000100:00100000:0.0:1788652551.296004:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f807450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16827:x1875537603728640:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 275us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652551.296011:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 96 00000100:00100000:0.0:1788652551.299793:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.299915:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728768 00000100:00100000:2.0:1788652551.299930:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728768 00000100:00100000:2.0:1788652551.300047:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 97 00000100:00100000:2.0:1788652551.300059:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f806c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16827:x1875537603728768:12345-192.168.203.50@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788652551.300094:0:18841:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788652551.300122:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788652551.300126:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788652551.300129:0:18841:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788652551.300132:0:18841:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788652551.302698:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f806c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16827:x1875537603728768:12345-192.168.203.50@tcp:256:mount.lustre.0 Request processed in 2624us (2925us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.302714:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 97 00000100:00100000:3.0:1788652551.310513:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652551.311108:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603728896 00000100:00100000:0.0:1788652551.311127:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603728896 00000100:00100000:0.0:1788652551.311213:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 98 00000100:00100000:0.0:1788652551.311224:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16827:x1875537603728896:12345-192.168.203.50@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788652551.311247:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652551.311271:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e4e expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652551.311311:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 13 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652551.311324:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 13 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652551.311359:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345f600, rc 0) 00000100:00100000:0.0:1788652551.311461:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16827:x1875537603728896:12345-192.168.203.50@tcp:101:mount.lustre.0 Request processed in 238us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652551.311469:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 98 00000100:00100000:0.0:1788652551.321379:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.321503:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729024 00000100:00100000:2.0:1788652551.321514:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729024 00000100:00100000:2.0:1788652551.321571:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 99 00000100:00100000:2.0:1788652551.321581:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16827:x1875537603729024:12345-192.168.203.50@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788652551.322090:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16827:x1875537603729024:12345-192.168.203.50@tcp:501:mount.lustre.0 Request processed in 508us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.322106:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 99 00000100:00100000:3.0:1788652551.325754:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652551.326234:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729152 00000100:00100000:1.0:1788652551.326632:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729152 00000100:00100000:1.0:1788652551.326700:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 100 00000100:00100000:1.0:1788652551.326710:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16827:x1875537603729152:12345-192.168.203.50@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788652551.327029:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16827:x1875537603729152:12345-192.168.203.50@tcp:503:mount.lustre.0 Request processed in 319us (1284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652551.327038:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 100 00000100:00100000:3.0:1788652551.329749:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.330211:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729280 00000100:00100000:2.0:1788652551.330221:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729280 00000100:00100000:2.0:1788652551.330357:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 101 00000100:00100000:2.0:1788652551.330368:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16837:x1875537603729280:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788652551.330608:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16837:x1875537603729280:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 235us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.330615:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 101 00000100:00100000:0.0:1788652551.333233:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652551.333403:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729408 00000100:00100000:1.0:1788652551.333448:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729408 00000100:00100000:1.0:1788652551.333496:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 102 00000100:00100000:1.0:1788652551.333505:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16837:x1875537603729408:12345-192.168.203.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788652551.334200:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16837:x1875537603729408:12345-192.168.203.50@tcp:502:llog_process_th.0 Request processed in 267us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652551.334210:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 102 00000100:00100000:0.0:1788652551.338468:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.338567:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729536 00000100:00100000:2.0:1788652551.338576:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729536 00000100:00100000:2.0:1788652551.338896:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:2.0:1788652551.338905:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2345:x1875537603729536:12345-192.168.203.50@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788652551.338939:0:18846:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from b20eea7b-3564-4f53-bfc1-8889d3f1d760@192.168.203.50@tcp t0 exp 0000000000000000 cur 568 last 0 00000020:00000080:2.0:1788652551.338975:0:18846:0:(genops.c:1385:class_connect()) connect: client b20eea7b-3564-4f53-bfc1-8889d3f1d760, cookie 0x340ed74ef02a9086 00000004:00100000:2.0:1788652551.339004:0:18846:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788652551.339121:0:18846:0:(import.c:65:import_set_state_nolock()) ffff8cbe81d1c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788652551.339179:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:2345:x1875537603729536:12345-192.168.203.50@tcp:38:mount.lustre.0 Request processed in 274us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.339187:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:2.0:1788652551.352236:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.352307:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652551.352397:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729664 00000100:00100000:1.0:1788652551.352406:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729664 00000100:00100000:1.0:1788652551.352473:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729792 00000100:00100000:1.0:1788652551.352476:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729792 00000100:00100000:1.0:1788652551.352494:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:1.0:1788652551.352503:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+7:0:x1875537603729664:12345-192.168.203.50@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788652551.352546:0:18848:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788652551.352608:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+7:0:x1875537603729664:12345-192.168.203.50@tcp:41:mount.lustre.0 Request processed in 105us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652551.352615:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:1.0:1788652551.352634:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:1.0:1788652551.352641:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16827:x1875537603729792:12345-192.168.203.50@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788652551.352653:0:18848:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788652551.352676:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16827:x1875537603729792:12345-192.168.203.50@tcp:41:mount.lustre.0 Request processed in 35us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652551.352682:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00080000:3.0:1788652551.353050:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788652551.354580:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.354678:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603729920 00000100:00100000:2.0:1788652551.354687:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603729920 00000100:00100000:2.0:1788652551.354737:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:2.0:1788652551.354747:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16827:x1875537603729920:12345-192.168.203.50@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788652551.358121:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16827:x1875537603729920:12345-192.168.203.50@tcp:40:mount.lustre.0 Request processed in 3363us (3536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.358135:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:0.0:1788652551.368480:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652551.368528:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652551.368565:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652551.368615:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730304 00000100:00100000:0.0:1788652551.368625:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730304 00000100:00100000:0.0:1788652551.368671:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 1 00000100:00100000:0.0:1788652551.368681:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16827:x1875537603730304:12345-192.168.203.50@tcp:33:mount.lustre.0 00000004:00200000:0.0:1788652551.368754:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1788652551.368888:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16827:x1875537603730304:12345-192.168.203.50@tcp:33:mount.lustre.0 Request processed in 208us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652551.368896:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 1 00000100:00100000:3.0:1788652551.369101:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730048 00000100:00100000:3.0:1788652551.369106:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730048 00000100:00100000:3.0:1788652551.369134:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730176 00000100:00100000:3.0:1788652551.369137:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730176 00000100:00100000:3.0:1788652551.369148:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00100000:3.0:1788652551.369153:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2345:x1875537603730048:12345-192.168.203.50@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788652551.369177:0:19535:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from b20eea7b-3564-4f53-bfc1-8889d3f1d760@192.168.203.50@tcp t0 exp 0000000000000000 cur 568 last 0 00000020:00000080:3.0:1788652551.369208:0:19535:0:(genops.c:1385:class_connect()) connect: client b20eea7b-3564-4f53-bfc1-8889d3f1d760, cookie 0x340ed74ef02a908d 00002000:00100000:3.0:1788652551.369218:0:19535:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b20eea7b-3564-4f53-bfc1-8889d3f1d760/ffff8cbe7f61a800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788652551.369229:0:19535:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788652551.369513:0:19535:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788652551.369544:0:19535:0:(import.c:65:import_set_state_nolock()) ffff8cbe7f668800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788652551.369584:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:2345:x1875537603730048:12345-192.168.203.50@tcp:8:mount.lustre.0 Request processed in 430us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652551.369592:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00100000:3.0:1788652551.369607:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:3.0:1788652551.369624:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2345:x1875537603730176:12345-192.168.203.50@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788652551.369639:0:19535:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from b20eea7b-3564-4f53-bfc1-8889d3f1d760@192.168.203.50@tcp t0 exp 0000000000000000 cur 568 last 0 00000020:00000080:3.0:1788652551.369661:0:19535:0:(genops.c:1385:class_connect()) connect: client b20eea7b-3564-4f53-bfc1-8889d3f1d760, cookie 0x340ed74ef02a9094 00002000:00100000:3.0:1788652551.369666:0:19535:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b20eea7b-3564-4f53-bfc1-8889d3f1d760/ffff8cbe7f66c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788652551.369672:0:19535:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788652551.369808:0:19535:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788652551.369824:0:19535:0:(import.c:65:import_set_state_nolock()) ffff8cbe4950e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788652551.369848:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:2345:x1875537603730176:12345-192.168.203.50@tcp:8:mount.lustre.0 Request processed in 223us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652551.369919:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:0.0:1788652551.517637:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652551.517802:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730432 00000100:00100000:2.0:1788652551.517813:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730432 00000100:00100000:2.0:1788652551.517881:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:2.0:1788652551.517892:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:16858:x1875537603730432:12345-192.168.203.50@tcp:101:mkdir.0 00010000:00010000:2.0:1788652551.517914:0:18847:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652551.517935:0:18847:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0c00/0x340ed74ef02a909b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e78 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.518037:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.518053:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.518065:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788652551.518101:0:18847:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788652551.518105:0:18847:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788652551.518123:0:18847:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.518147:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0c00/0x340ed74ef02a909b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 8 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.518169:0:18847:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 7 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652551.518189:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:2.0:1788652551.518191:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788652551.518195:0:18847:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd0600, rc 0) 00000100:00100000:2.0:1788652551.518257:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+7:16858:x1875537603730432:12345-192.168.203.50@tcp:101:mkdir.0 Request processed in 367us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652551.518264:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 14 00010000:00010000:2.0:1788652552.201515:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652553.224725:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788652553.930922:0:5857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b20eea7b-3564-4f53-bfc1-8889d3f1d760 00000001:00100000:3.0:1788652553.930935:0:5857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2db0b224-39da-4a6c-9043-5d82dd65fe88 00010000:00010000:2.0:1788652554.250362:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788652554.322028:0:20811:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:1.0:1788652554.376173:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627838464:0@lo:400:kworker.0 00000100:00100000:1.0:1788652554.376243:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652554.376404:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627838336:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.376439:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652554.376486:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a284e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3306:1875537627838848:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.376522:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652554.376550:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788652554.376557:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627838720:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.376577:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652554.376606:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838336 00000100:00100000:0.0:1788652554.376612:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838336 00000100:00100000:0.0:1788652554.376654:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788652554.376663:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe43c89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3306:x1875537627838336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.376710:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe43c89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3306:x1875537627838336:12345-0@lo:400:kworker.0 Request processed in 48us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.376717:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788652554.376764:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838848 00000100:00100000:0.0:1788652554.376788:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838848 00000100:00100000:0.0:1788652554.376826:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838720 00000100:00100000:0.0:1788652554.376838:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838720 00000100:00100000:0.0:1788652554.376859:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788652554.376866:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1875537627838848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377032:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1875537627838848:12345-0@lo:400:kworker.0 Request processed in 33us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.377042:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788652554.377058:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788652554.377065:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627838720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377096:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1875537627838720:12345-0@lo:400:kworker.0 Request processed in 32us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.377102:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1788652554.377124:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788652554.377156:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3306:1875537627838720:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377173:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627838336:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377181:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a284e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3306:1875537627838848:0@lo:400:kworker.0 00000100:00100000:1.0:1788652554.377288:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627838976:0@lo:400:kworker.0 00000100:00100000:1.0:1788652554.377311:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652554.377324:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788652554.377336:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a284a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627838592:0@lo:400:kworker.0 00000100:00100000:1.0:1788652554.377356:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652554.377536:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838464 00000100:00100000:0.0:1788652554.377541:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838464 00000100:00100000:0.0:1788652554.377573:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838592 00000100:00100000:0.0:1788652554.377575:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838592 00000100:00100000:0.0:1788652554.377589:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652554.377595:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627838464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377629:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627838464:12345-0@lo:400:kworker.0 Request processed in 34us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.377635:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788652554.377646:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652554.377651:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627838592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377672:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627838592:12345-0@lo:400:kworker.0 Request processed in 21us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.377677:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652554.377703:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a284a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627838592:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377711:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627838464:0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377726:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627838976 00000100:00100000:0.0:1788652554.377728:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627838976 00000100:00100000:0.0:1788652554.377747:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788652554.377752:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627838976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652554.377794:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875537627838976:12345-0@lo:400:kworker.0 Request processed in 42us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.377800:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788652554.377839:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3303:1875537627838976:0@lo:400:kworker.0 00000100:00080000:1.0:1788652554.377964:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788652554.377969:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788652554.377971:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788652554.382294:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627839104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788652554.382368:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652554.382762:0:19537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627839104 00000100:00100000:3.0:1788652554.382798:0:19537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627839104 00000100:00100000:3.0:1788652554.382854:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788652554.382864:0:19537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627839104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788652554.382911:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788652554.382964:0:19537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627839104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652554.382971:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788652554.383543:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627839104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788652554.389034:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788652554.389058:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627839232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788652554.389122:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652554.389596:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627839232 00000100:00100000:0.0:1788652554.389605:0:19538:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627839232 00000100:00100000:0.0:1788652554.389655:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788652554.389664:0:19538:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627839232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788652554.389699:0:19538:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788652554.389765:0:19538:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627839232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652554.389800:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788652554.390045:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627839232:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1788652554.933314:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b20eea7b-3564-4f53-bfc1-8889d3f1d760 00010000:00010000:2.0:1788652555.272676:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788652555.454200:0:6704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b20eea7b-3564-4f53-bfc1-8889d3f1d760 00000040:00080000:0.0:1788652555.531366:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788652556.297175:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788652556.468143:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468193:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468255:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468283:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468308:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468327:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468351:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652556.468388:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730816 00000100:00100000:3.0:1788652556.468400:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730816 00000100:00100000:3.0:1788652556.468460:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731328 00000100:00100000:3.0:1788652556.468464:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731328 00000100:00100000:3.0:1788652556.468480:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730944 00000100:00100000:3.0:1788652556.468483:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730944 00000100:00100000:3.0:1788652556.468497:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731200 00000100:00100000:3.0:1788652556.468500:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731200 00000100:00100000:3.0:1788652556.468520:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:3.0:1788652556.468532:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2346:x1875537603730816:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652556.468623:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2346:x1875537603730816:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 92us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652556.468632:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:3.0:1788652556.468653:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:3.0:1788652556.468660:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2346:x1875537603731328:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652556.468686:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2346:x1875537603731328:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 27us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652556.468693:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:3.0:1788652556.468704:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652556.468710:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2346:x1875537603730944:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652556.468733:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2346:x1875537603730944:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 24us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652556.468751:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:3.0:1788652556.468764:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:3.0:1788652556.468802:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2346:x1875537603731200:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652556.468841:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2346:x1875537603731200:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 70us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652556.468848:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:3.0:1788652556.468870:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731072 00000100:00100000:3.0:1788652556.468873:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731072 00000100:00100000:3.0:1788652556.468907:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730688 00000100:00100000:3.0:1788652556.468910:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730688 00000100:00100000:3.0:1788652556.468933:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 17 00000100:00100000:3.0:1788652556.468939:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:2346:x1875537603731072:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652556.468970:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:2346:x1875537603731072:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 32us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652556.468977:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 17 00000100:00100000:3.0:1788652556.468990:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:3.0:1788652556.468996:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2346:x1875537603730688:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652556.469022:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2346:x1875537603730688:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 27us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652556.469028:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:1.0:1788652556.469516:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603730560 00000100:00100000:1.0:1788652556.469523:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603730560 00000100:00100000:1.0:1788652556.469567:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104 00000100:00100000:1.0:1788652556.469576:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:2346:x1875537603730560:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:1.0:1788652556.469616:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:2346:x1875537603730560:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 41us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652556.469623:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104 00000100:00080000:1.0:1788652556.469660:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788652556.469665:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788652556.469669:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788652557.321647:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652558.344082:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788652558.468766:0:20961:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe511c4cb0 20000000:00000080:2.0:1788652558.468991:0:20961:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8cbd41df4400 uarg=0000000000000000 20000000:01000000:2.0:1788652558.469094:0:20961:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1788652558.469099:0:20961:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1788652558.469104:0:20961:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1788652558.469734:0:20962:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:2.0:1788652558.469952:0:20961:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788652558.478015:0:20961:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788652558.478048:0:20961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478067:0:20961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 18 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478076:0:20961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 18 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478082:0:20961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 18 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478107:0:20961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478113:0:20961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478120:0:20961:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478163:0:20961:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478179:0:20961:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.478194:0:20961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839360:192.168.203.50@tcp:104: 00010000:00010000:2.0:1788652558.478305:0:20961:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 12 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478315:0:20961:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.478324:0:20961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839488:192.168.203.50@tcp:104: 00010000:00010000:2.0:1788652558.478367:0:20961:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 18 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478376:0:20961:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 18 pid: 18841 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.478397:0:20961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839616:0@lo:104: 00000100:00100000:2.0:1788652558.478439:0:20961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788652558.478477:0:20961:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 18 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478486:0:20961:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 18 pid: 18838 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.478495:0:20961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839744:0@lo:104: 00000100:00100000:2.0:1788652558.478517:0:20961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788652558.478541:0:20961:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 18 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.478549:0:20961:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 18 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.478557:0:20961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe51383100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839872:0@lo:104: 00000100:00100000:2.0:1788652558.478581:0:20961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652558.478591:0:20961:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788652558.478677:0:18830:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788652558.478695:0:18830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627839616 00000100:00100000:0.0:1788652558.478701:0:18830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627839616 00000100:00100000:0.0:1788652558.478735:0:18830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627839744 00000100:00100000:0.0:1788652558.478738:0:18830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627839744 00000100:00100000:0.0:1788652558.478750:0:18830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627839872 00000100:00100000:0.0:1788652558.478753:0:18830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627839872 00000100:00100000:0.0:1788652558.478766:0:18830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652558.478812:0:18830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9e5bedfe-b2ff-4d5a-b661-878c26003548+5:20961:x1875537627839616:12345-0@lo:104: 00010000:00010000:0.0:1788652558.478826:0:18830:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.478882:0:18830:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788652558.478889:0:18830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9e5bedfe-b2ff-4d5a-b661-878c26003548+5:20961:x1875537627839616:12345-0@lo:104: Request processed in 89us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.478905:0:18830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652558.478923:0:18830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788652558.478929:0:18830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9e5bedfe-b2ff-4d5a-b661-878c26003548+4:20961:x1875537627839744:12345-0@lo:104: 00010000:00010000:0.0:1788652558.478937:0:18830:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.478972:0:18830:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788652558.478977:0:18830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9e5bedfe-b2ff-4d5a-b661-878c26003548+4:20961:x1875537627839744:12345-0@lo:104: Request processed in 49us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.478983:0:18830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788652558.478995:0:18830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788652558.479001:0:18830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd42a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:20961:x1875537627839872:12345-0@lo:104: 00010000:00010000:0.0:1788652558.479008:0:18830:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479039:0:18830:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788652558.479044:0:18830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd42a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9e5bedfe-b2ff-4d5a-b661-878c26003548+3:20961:x1875537627839872:12345-0@lo:104: Request processed in 43us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.479050:0:18830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788652558.479097:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788652558.479103:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479109:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd1600 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:0.0:1788652558.479113:0:18834:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479130:0:18834:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788652558.479136:0:18834:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652558.479141:0:18834:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788652558.479168:0:18834:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479174:0:18834:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788652558.479192:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479199:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1600/0x340ed74ef02a8e1e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8e25 expref: -99 pid: 20249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479212:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788652558.479215:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479220:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd1000 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:0.0:1788652558.479223:0:18834:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479230:0:18834:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788652558.479236:0:18834:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652558.479248:0:18834:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788652558.479262:0:18834:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479267:0:18834:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788652558.479282:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479289:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd1000/0x340ed74ef02a8dae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8db5 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479297:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652558.479300:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479305:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe49e74400 already unused, calling callback (ffffffffc1dd0c20) 10000000:00010000:0.0:1788652558.479307:0:18834:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479313:0:18834:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788652558.479318:0:18834:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788652558.479323:0:18834:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788652558.479334:0:18834:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479340:0:18834:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788652558.479355:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479362:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.150@tcp lock: ffff8cbe49e74400/0x340ed74ef02a8d61 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x340ed74ef02a8d68 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479374:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652558.479376:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652558.479378:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652558.479385:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652558.479390:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788652558.479406:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627840000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652558.479436:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652558.479469:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627840128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652558.479491:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652558.479508:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788652558.479514:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627840256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652558.479537:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652558.479565:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840000 00000100:00100000:0.0:1788652558.479569:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840000 00010000:00010000:0.0:1788652558.479588:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 19 pid: 18841 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652558.479602:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840128 00000100:00100000:0.0:1788652558.479604:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840128 00010000:00010000:0.0:1788652558.479614:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 20 pid: 18838 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652558.479623:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840256 00000100:00100000:0.0:1788652558.479626:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840256 00010000:00010000:0.0:1788652558.479645:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 21 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652558.479658:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652558.479664:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+21:3306:x1875537627840000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652558.479674:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652558.479679:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 21 pid: 18841 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479689:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 21 pid: 18841 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479704:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652558.479730:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+21:3306:x1875537627840000:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.479736:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788652558.479749:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788652558.479755:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+20:3303:x1875537627840128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652558.479762:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652558.479766:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 20 pid: 18838 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479792:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 20 pid: 18838 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479811:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652558.479837:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+20:3303:x1875537627840128:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.479843:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788652558.479861:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788652558.479867:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f31d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3303:x1875537627840256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788652558.479874:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652558.479877:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 19 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479885:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 19 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.479894:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652558.479914:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f31d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3303:x1875537627840256:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.479919:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788652558.479976:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5bedfe-b2ff-4d5a-b661-878c26003548:3306:1875537627840000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652558.480001:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627840256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788652558.480008:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627840128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788652558.483036:0:20961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75dd1200/0x340ed74ef02a8e25 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8e1e expref: 18 pid: 18841 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.483056:0:20961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f347800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839616:0@lo:104: 00010000:00010000:2.0:1788652558.483072:0:20961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e4800/0x340ed74ef02a8db5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8dae expref: 17 pid: 18838 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.483095:0:20961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839744:0@lo:104: 00010000:00010000:2.0:1788652558.483107:0:20961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0c9000/0x340ed74ef02a8d68 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x340ed74ef02a8d61 expref: 16 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.483131:0:20961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe51383100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839872:0@lo:104: 00000100:00100000:0.0:1788652558.484547:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652558.484845:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731456 00000100:00100000:1.0:1788652558.484854:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731456 00010000:00010000:1.0:1788652558.484891:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 13 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652558.484925:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:1.0:1788652558.484935:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:2347:x1875537603731456:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788652558.484959:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788652558.484966:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 13 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652558.484977:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 13 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652558.484997:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788652558.485055:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:2347:x1875537603731456:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 120us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652558.485061:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00010000:00010000:2.0:1788652558.485564:0:20961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe7a0e5200/0x340ed74ef02a9047 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0dec expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652558.485584:0:20961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839488:192.168.203.50@tcp:104: 00000100:00100000:2.0:1788652558.485597:0:20961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20961:1875537627839360:192.168.203.50@tcp:104: 00010000:00010000:2.0:1788652558.485629:0:20961:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652558.498963:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652558.499056:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731584 00000100:00100000:0.0:1788652558.499065:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731584 00010000:00010000:0.0:1788652558.499102:0:18831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652558.499140:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:0.0:1788652558.499149:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a285500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:2346:x1875537603731584:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788652558.499163:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652558.499168:0:18831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499193:0:18831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499210:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a907f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e4e expref: 12 pid: 18839 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499227:0:18831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499235:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499250:0:18831:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499257:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499263:0:18831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499271:0:18831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499277:0:18831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd1800 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652558.499282:0:18831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499290:0:18831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499321:0:18831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652558.499332:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652558.499390:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a285500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:2346:x1875537603731584:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 241us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652558.499396:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 8 00010000:00010000:2.0:1788652558.499585:0:20961:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.499595:0:20961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652558.499601:0:20961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a90a9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.368640:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652559.498063:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a286d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875537627840768:0@lo:400:kworker.0 00000100:00100000:1.0:1788652559.498128:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652559.498184:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788652559.498191:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627840640:0@lo:400:kworker.0 00000100:00100000:1.0:1788652559.498219:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652559.498264:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840640 00000100:00100000:1.0:1788652559.498272:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840640 00000100:00100000:1.0:1788652559.498325:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788652559.498334:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627840640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788652559.498386:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627840640:12345-0@lo:400:kworker.0 Request processed in 54us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652559.498394:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788652559.498416:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788652559.498445:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627840640:0@lo:400:kworker.0 00000100:00100000:2.0:1788652559.499033:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788652559.499045:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627841152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788652559.499078:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652559.499470:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841152 00000100:00100000:1.0:1788652559.499488:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841152 00000100:00100000:1.0:1788652559.499530:0:20257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788652559.499538:0:20257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627841152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788652559.499568:0:20257:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788652559.499613:0:20257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875537627841152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652559.499621:0:20257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788652559.499657:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3304:1875537627841152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788652559.499808:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840768 00000100:00100000:3.0:1788652559.499812:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840768 00000100:00100000:3.0:1788652559.499844:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788652559.499852:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875537627840768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652559.499900:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875537627840768:12345-0@lo:400:kworker.0 Request processed in 50us (1774us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652559.499908:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788652559.500133:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a286680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e5bedfe-b2ff-4d5a-b661-878c26003548:3305:1875537627840384:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500172:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652559.500200:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a284700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627840896:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500223:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652559.500243:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788652559.500250:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a286a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627840512:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500272:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652559.500290:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7a285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627841024:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500310:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652559.500335:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788652559.500343:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627841280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788652559.500363:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652559.500389:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840384 00000100:00100000:0.0:1788652559.500394:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840384 00000100:00100000:0.0:1788652559.500422:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788652559.500429:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3305:x1875537627840384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500462:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:3305:x1875537627840384:12345-0@lo:400:kworker.0 Request processed in 34us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.500476:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788652559.500504:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840896 00000100:00100000:0.0:1788652559.500508:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840896 00000100:00100000:0.0:1788652559.500535:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841024 00000100:00100000:0.0:1788652559.500538:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841024 00000100:00100000:0.0:1788652559.500556:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788652559.500562:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627840896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500592:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1875537627840896:12345-0@lo:400:kworker.0 Request processed in 29us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.500597:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788652559.500608:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788652559.500613:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627841024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500637:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627841024:12345-0@lo:400:kworker.0 Request processed in 24us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.500644:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788652559.500661:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627840512 00000100:00100000:0.0:1788652559.500664:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627840512 00000100:00100000:0.0:1788652559.500688:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788652559.500695:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627840512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500725:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627840512:12345-0@lo:400:kworker.0 Request processed in 31us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.500731:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788652559.500750:0:19537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841280 00000100:00100000:0.0:1788652559.500754:0:19537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841280 00000100:00100000:0.0:1788652559.500805:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788652559.500813:0:19537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627841280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788652559.500842:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788652559.500877:0:19537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627841280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.500883:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1788652559.500907:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788652559.500911:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788652559.500936:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627841280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788652559.500968:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a286a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627840512:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500978:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627841024:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500986:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a286680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e5bedfe-b2ff-4d5a-b661-878c26003548:3305:1875537627840384:0@lo:400:kworker.0 00000100:00100000:0.0:1788652559.500994:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a284700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3305:1875537627840896:0@lo:400:kworker.0 00000100:00100000:1.0:1788652559.501081:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7a286d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875537627840768:0@lo:400:kworker.0 00000100:00100000:3.0:1788652559.736850:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652559.737236:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731712 00000100:00100000:0.0:1788652559.737249:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731712 00000100:00100000:0.0:1788652559.737326:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 106 00000100:00100000:0.0:1788652559.737338:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+11:16715:x1875537603731712:12345-192.168.203.50@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788652559.737372:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652559.737399:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a90b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e7f expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.737435:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a90b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e7f expref: 12 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.737448:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbd4345f600/0x340ed74ef02a90b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e7f expref: 12 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.737481:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345f600, rc 0) 00000100:00100000:0.0:1788652559.737561:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16715:x1875537603731712:12345-192.168.203.50@tcp:101:ll_cfg_requeue.0 Request processed in 225us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.737569:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 106 00000100:00100000:3.0:1788652559.744234:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652559.746742:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731840 00000100:00100000:0.0:1788652559.746764:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731840 00000100:00100000:0.0:1788652559.747060:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 107 00000100:00100000:0.0:1788652559.747075:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16715:x1875537603731840:12345-192.168.203.50@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652559.747512:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16715:x1875537603731840:12345-192.168.203.50@tcp:501:ll_cfg_requeue.0 Request processed in 439us (3292us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.747529:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 107 00000100:00100000:2.0:1788652559.755665:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652559.755926:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603731968 00000100:00100000:0.0:1788652559.755939:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603731968 00000100:00100000:0.0:1788652559.756011:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 108 00000100:00100000:0.0:1788652559.756022:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe472be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16715:x1875537603731968:12345-192.168.203.50@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788652559.756431:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe472be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16715:x1875537603731968:12345-192.168.203.50@tcp:503:ll_cfg_requeue.0 Request processed in 408us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.756441:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 108 00000100:00100000:3.0:1788652559.789497:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652559.789687:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732096 00000100:00100000:0.0:1788652559.789700:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732096 00000100:00100000:1.0:1788652559.789832:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 109 00000100:00100000:1.0:1788652559.789848:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe49d2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+12:16715:x1875537603732096:12345-192.168.203.50@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788652559.789870:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652559.789895:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c8000/0x340ed74ef02a90b7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e86 expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652559.789932:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c8000/0x340ed74ef02a90b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e86 expref: 13 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652559.789945:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c8000/0x340ed74ef02a90b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e86 expref: 13 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652559.789955:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8000, rc 0) 00000100:00100000:1.0:1788652559.790033:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe49d2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16715:x1875537603732096:12345-192.168.203.50@tcp:101:ll_cfg_requeue.0 Request processed in 189us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652559.790041:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 109 00000100:00100000:3.0:1788652559.798100:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652559.801221:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732224 00000100:00100000:2.0:1788652559.801243:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732224 00000100:00100000:2.0:1788652559.801333:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 110 00000100:00100000:2.0:1788652559.801346:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16715:x1875537603732224:12345-192.168.203.50@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788652559.801957:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16715:x1875537603732224:12345-192.168.203.50@tcp:501:ll_cfg_requeue.0 Request processed in 610us (3868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652559.801975:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 110 00000100:00100000:2.0:1788652559.813339:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652559.817920:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732352 00000100:00100000:1.0:1788652559.817964:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732352 00000100:00100000:0.0:1788652559.818234:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 111 00000100:00100000:0.0:1788652559.818251:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16715:x1875537603732352:12345-192.168.203.50@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788652559.818574:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:16715:x1875537603732352:12345-192.168.203.50@tcp:503:ll_cfg_requeue.0 Request processed in 326us (5247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.818594:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 111 00000100:00100000:3.0:1788652559.932253:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652559.932367:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732480 00000100:00100000:0.0:1788652559.932381:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732480 00000100:00100000:0.0:1788652559.932902:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 15 00000100:00100000:0.0:1788652559.932915:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:17322:x1875537603732480:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788652559.932951:0:18846:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652559.932991:0:18846:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a90be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e8d expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933076:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933095:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933110:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933126:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933134:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933141:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933538:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e000/0x340ed74ef02a90d3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933570:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e000/0x340ed74ef02a90d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933579:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e000/0x340ed74ef02a90d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788652559.933611:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788652559.933615:0:18846:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788652559.933657:0:18846:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e000/0x340ed74ef02a90d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933670:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933678:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933685:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933692:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fe00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652559.933697:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933706:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933720:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:0.0:1788652559.933724:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652559.933729:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933747:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933764:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933836:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933844:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933850:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fa00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652559.933854:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933861:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933870:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8cbe43924100) 00010000:00010000:0.0:1788652559.933873:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652559.933876:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933883:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a90cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933923:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a90be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e8d expref: 8 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933949:0:18846:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e000/0x340ed74ef02a90d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e8d expref: 7 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.933958:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8cbe43924f00) 00010000:00010000:0.0:1788652559.933960:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788652559.933963:0:18846:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345e000, rc 0) 00000100:00100000:0.0:1788652559.934040:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:17322:x1875537603732480:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 1128us (1796us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652559.934049:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 15 00000100:00080000:1.0:1788652559.934116:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788652559.939330:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652559.939417:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732736 00000100:00100000:0.0:1788652559.939432:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732736 00000100:00100000:0.0:1788652559.939505:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00100000:0.0:1788652559.939517:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:17322:x1875537603732736:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788652559.939542:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652559.939646:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a90da lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e94 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.939744:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.939761:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.939823:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.939843:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.939866:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.939873:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940268:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ee00/0x340ed74ef02a90ef lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940279:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ee00/0x340ed74ef02a90ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940286:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ee00/0x340ed74ef02a90ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788652559.940298:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:0.0:1788652559.940565:0:20067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940575:0:20067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940583:0:20067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940590:0:20067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f000 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652559.940595:0:20067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940603:0:20067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940629:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8cbe43924f00) 00010000:00010000:0.0:1788652559.940632:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652559.940638:0:20067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940644:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a90e1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940660:0:20067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940667:0:20067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940672:0:20067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940678:0:20067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fe00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652559.940681:0:20067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940687:0:20067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940695:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8cbe43924700) 00010000:00010000:0.0:1788652559.940697:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652559.940701:0:20067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.940706:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a90e8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.946346:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a90da lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e94 expref: 10 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.946376:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ee00/0x340ed74ef02a90ef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e94 expref: 9 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652559.946386:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cbe43924300) 00010000:00010000:0.0:1788652559.946388:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652559.946391:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345ee00, rc 0) 00000100:00100000:0.0:1788652559.946542:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17322:x1875537603732736:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 7026us (7227us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788652559.946551:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00100000:1.0:1788652559.954834:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652559.955918:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732864 00000100:00100000:2.0:1788652559.955935:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732864 00000100:00100000:2.0:1788652559.956033:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 17 00000100:00100000:2.0:1788652559.956045:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17322:x1875537603732864:12345-192.168.203.50@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788652559.956194:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17322:x1875537603732864:12345-192.168.203.50@tcp:59:lhsmtool_posix.0 Request processed in 151us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652559.956202:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 17 00000100:00100000:3.0:1788652560.012481:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.013789:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603732992 00000100:00100000:0.0:1788652560.013813:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603732992 00000100:00100000:0.0:1788652560.013882:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:0.0:1788652560.013894:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17328:x1875537603732992:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:0.0:1788652560.014029:0:18848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652560.014053:0:18848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a90fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0e9b expref: -99 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.014135:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.014149:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.014160:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.014188:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.014195:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.014202:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015144:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015156:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015163:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015168:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fe00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.015173:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015180:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015192:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:0.0:1788652560.015196:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.015200:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015207:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a9104 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015225:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015231:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015236:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015241:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f000 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.015244:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015250:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015258:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cbe43924700) 00010000:00010000:0.0:1788652560.015261:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.015263:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015269:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a910b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015314:0:18848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a90fd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e9b expref: 10 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015324:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:0.0:1788652560.015327:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.015336:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a90fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e9b expref: 10 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.015356:0:18848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345f800, rc 0) 00000100:00100000:0.0:1788652560.015423:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17328:x1875537603732992:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 1531us (2949us total) trans 0 rc 301/301 00000100:00100000:0.0:1788652560.015430:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 18 00000100:00100000:1.0:1788652560.022375:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.023302:0:18855:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603733120 00000100:00100000:0.0:1788652560.023313:0:18855:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603733120 00000100:00100000:0.0:1788652560.023379:0:18855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:0.0:1788652560.023389:0:18855:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17328:x1875537603733120:12345-192.168.203.50@tcp:700:lfs.0 00000100:00100000:0.0:1788652560.026092:0:18855:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17328:x1875537603733120:12345-192.168.203.50@tcp:700:lfs.0 Request processed in 2693us (3714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652560.026107:0:18855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:2.0:1788652560.029133:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.029444:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603733376 00000100:00100000:0.0:1788652560.029458:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603733376 00000100:00100000:0.0:1788652560.029536:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 19 00000100:00100000:0.0:1788652560.029560:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17328:x1875537603733376:12345-192.168.203.50@tcp:36:lfs.0 00010000:00010000:0.0:1788652560.029634:0:18846:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652560.029673:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a906a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e16 expref: 9 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.029705:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:0.0:1788652560.029712:0:18846:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788652560.030199:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.030218:0:18846:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 5 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.030237:0:18846:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.030281:0:18846:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 5 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.030303:0:18846:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 5 pid: 18847 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.030322:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbd41fab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18846:1875537627841408:192.168.203.50@tcp:104: 00000100:00100000:0.0:1788652560.030737:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4a5d7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788652560.033347:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbd41fab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18846:1875537627841408:192.168.203.50@tcp:104: 00000100:00100000:1.0:1788652560.033366:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1788652560.033395:0:18846:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.033609:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603733504 00000100:00100000:2.0:1788652560.033620:0:18832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603733504 00010000:00010000:2.0:1788652560.033678:0:18832:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 6 pid: 18847 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.033718:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00100000:2.0:1788652560.033729:0:18832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a284380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:2346:x1875537603733504:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788652560.033745:0:18832:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652560.033753:0:18832:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 6 pid: 18847 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.033767:0:18832:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 6 pid: 18847 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.033828:0:18832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a90a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0e78 expref: 6 pid: 18847 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.033876:0:18832:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:2.0:1788652560.033882:0:18832:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.033893:0:18832:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.033901:0:18832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.033931:0:18832:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652560.033999:0:18832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a284380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2346:x1875537603733504:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 271us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.034007:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00080000:1.0:1788652560.034062:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788652560.034585:0:18846:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.034597:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.034632:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.034644:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.034654:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788652560.037019:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788652560.037041:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.037052:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.037073:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.037080:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f800 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:3.0:1788652560.037085:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.037094:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.037113:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe485ac200) 00010000:00010000:3.0:1788652560.037116:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788652560.037122:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.037129:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f800/0x340ed74ef02a9112 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788652560.037155:0:18846:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006d7729c2 reply state 00000000d460fc72 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652560.037166:0:18846:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788652560.037293:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+10:17328:x1875537603733376:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 7742us (8168us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788652560.037302:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 19 00010000:00010000:0.0:1788652560.044477:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.044494:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.044502:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.044507:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e4a00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.044512:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.044537:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.044554:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cbe7fde3e00) 00010000:00010000:0.0:1788652560.044557:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.044562:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.044569:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9119 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.135016:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.135084:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603733632 00000100:00100000:3.0:1788652560.135096:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603733632 00000100:00100000:3.0:1788652560.135179:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 20 00000100:00100000:3.0:1788652560.135190:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:17337:x1875537603733632:12345-192.168.203.50@tcp:101:lctl.0 00010000:00010000:3.0:1788652560.135242:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652560.135271:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9120 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ea2 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.135351:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5000/0x340ed74ef02a9127 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.135368:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5000/0x340ed74ef02a9127 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.136212:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5000/0x340ed74ef02a9127 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788652560.136270:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788652560.136275:0:20067:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788652560.136334:0:20067:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5000/0x340ed74ef02a9127 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.136374:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9120 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ea2 expref: 11 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.136508:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5000/0x340ed74ef02a9127 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ea2 expref: 10 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.136519:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:3.0:1788652560.136522:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788652560.136526:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5000, rc 0) 00000100:00100000:3.0:1788652560.136682:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+10:17337:x1875537603733632:12345-192.168.203.50@tcp:101:lctl.0 Request processed in 1493us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652560.136708:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 20 00000100:00100000:1.0:1788652560.173398:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652560.173474:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603733760 00000100:00100000:2.0:1788652560.173486:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603733760 00000100:00100000:2.0:1788652560.173564:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 21 00000100:00100000:2.0:1788652560.173576:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:17338:x1875537603733760:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1788652560.173604:0:18847:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652560.173633:0:18847:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a912e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ea9 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.173720:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a9135 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.173754:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a9135 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.173837:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a9135 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788652560.173889:0:18847:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788652560.173893:0:18847:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788652560.173924:0:18847:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a9135 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.174567:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0600/0x340ed74ef02a912e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ea9 expref: 7 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.174603:0:18847:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0400/0x340ed74ef02a9135 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ea9 expref: 6 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.174613:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:2.0:1788652560.174616:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788652560.174621:0:18847:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd0400, rc 0) 00000100:00100000:2.0:1788652560.174719:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:17338:x1875537603733760:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 1144us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.174857:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 21 00000100:00100000:1.0:1788652560.179946:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.180246:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603733888 00000100:00100000:0.0:1788652560.180259:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603733888 00000100:00100000:0.0:1788652560.180331:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 22 00000100:00100000:0.0:1788652560.180342:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+6:17338:x1875537603733888:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:0.0:1788652560.180367:0:18848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652560.180452:0:18848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a913c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0eb0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180538:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180556:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180571:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180590:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180613:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180621:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180749:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a9151 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180759:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a9151 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180766:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a9151 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788652560.180841:0:18848:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788652560.180845:0:18848:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788652560.180870:0:18848:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a9151 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180885:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180892:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180898:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180904:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fc00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.180908:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180924:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180939:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:0.0:1788652560.180944:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.180949:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180955:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9143 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180970:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180976:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180982:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180987:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fa00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.180990:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.180996:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.181279:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cbe43924700) 00010000:00010000:0.0:1788652560.181283:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.181287:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.181307:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a914a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.181349:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fe00/0x340ed74ef02a913c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eb0 expref: 8 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.181364:0:18848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a9151 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eb0 expref: 7 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.181372:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe43924100) 00010000:00010000:0.0:1788652560.181375:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788652560.181377:0:18848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345e600, rc 0) 00000100:00100000:0.0:1788652560.181583:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+7:17338:x1875537603733888:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 1241us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652560.181592:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 22 00000100:00100000:0.0:1788652560.186035:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.188559:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603734144 00000100:00100000:1.0:1788652560.188579:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603734144 00000100:00100000:1.0:1788652560.188730:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 23 00000100:00100000:1.0:1788652560.188743:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbd41fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+7:17338:x1875537603734144:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:1.0:1788652560.188805:0:18846:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652560.188838:0:18846:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9158 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0eb7 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788652560.188958:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788652560.189115:0:18846:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9158 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eb7 expref: 9 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.189132:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:1.0:1788652560.189136:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788652560.189142:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9158 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eb7 expref: 9 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.189160:0:18846:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9000, rc 0) 00000100:00100000:1.0:1788652560.189298:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbd41fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+8:17338:x1875537603734144:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 558us (3277us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788652560.189326:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 23 00000100:00100000:1.0:1788652560.200001:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 10000000:01000000:0.0:1788652560.200119:0:18843:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788652560.200125:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbe49dc7000 from 10 10000000:01000000:0.0:1788652560.200131:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788652560.200190:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.200202:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.200217:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.200248:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.200330:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652560.200502:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603734400 00000100:00100000:3.0:1788652560.200512:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603734400 00000100:00100000:3.0:1788652560.200609:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 24 00000100:00100000:3.0:1788652560.200624:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a286680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b20eea7b-3564-4f53-bfc1-8889d3f1d760+8:17338:x1875537603734400:12345-192.168.203.50@tcp:36:lfs.0 00010000:00010000:3.0:1788652560.200693:0:20067:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652560.200724:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a9151 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eb0 expref: 8 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.200746:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe43924100) 00010000:00010000:3.0:1788652560.200757:0:20067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788652560.200833:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.200849:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.200861:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788652560.201121:0:20067:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000373a5fc8 reply state 00000000dc1d499e transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652560.201132:0:20067:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788652560.201141:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:3.0:1788652560.201228:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a286680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b20eea7b-3564-4f53-bfc1-8889d3f1d760+9:17338:x1875537603734400:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 606us (1241us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788652560.201236:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 24 00000100:00100000:0.0:1788652560.202110:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4a5d7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652560.202361:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841536 00000100:00100000:2.0:1788652560.202371:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841536 00000100:00100000:2.0:1788652560.202431:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788652560.202441:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+16:18843:x1875537627841536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788652560.202588:0:18839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652560.202610:0:18839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd0600/0x340ed74ef02a9174 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a9166 expref: -99 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.202662:0:18839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd0600/0x340ed74ef02a9174 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a9166 expref: 17 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.202676:0:18839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe75dd0600/0x340ed74ef02a9174 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a9166 expref: 17 pid: 18839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.202688:0:18839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd0600, rc 0) 00000100:00100000:2.0:1788652560.202766:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:18843:x1875537627841536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 326us (2435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.202805:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788652560.203200:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788652560.203226:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a9174 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.203239:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a9174 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.203334:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.203383:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652560.203424:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4a5d7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652560.203612:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841664 00000100:00100000:2.0:1788652560.203618:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841664 00000100:00100000:2.0:1788652560.203660:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788652560.203669:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:18843:x1875537627841664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788652560.204732:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:18843:x1875537627841664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1058us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.204743:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788652560.204978:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.205039:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.205106:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652560.205185:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4a5d7e40 going to sleep for 11 seconds 00010000:00010000:1.0:1788652560.205683:0:3289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.205698:0:3289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.205707:0:3289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.205714:0:3289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e5400 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652560.205720:0:3289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.205730:0:3289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.205754:0:3289:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe7fde3c00) 00010000:00010000:1.0:1788652560.205758:0:3289:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1788652560.205764:0:3289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.205811:0:3289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a916d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.207376:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.207949:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603734656 00000100:00100000:1.0:1788652560.207964:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603734656 00000100:00100000:1.0:1788652560.208107:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 2 00000100:00100000:1.0:1788652560.208120:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+8:17338:x1875537603734656:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:1.0:1788652560.208687:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+9:17338:x1875537603734656:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 567us (1335us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788652560.208697:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 2 00000100:00100000:2.0:1788652560.209721:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841792 00000100:00100000:2.0:1788652560.209733:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841792 00000100:00100000:2.0:1788652560.209814:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788652560.209825:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:18843:x1875537627841792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788652560.210113:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:18843:x1875537627841792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 289us (5006us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.210121:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788652560.210349:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841792:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788652560.212307:0:20975:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000100:00100000:1.0:1788652560.213091:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000020:01000000:2.0:1788652560.213296:0:18843:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1788652560.213331:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788652560.213359:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a9174 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.213371:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbd4345fe00/0x340ed74ef02a9166 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a9174 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788652560.213383:0:18843:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788652560.213386:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbe819e9800 from 10 10000000:01000000:2.0:1788652560.213389:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788652560.213434:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.213442:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.213454:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.213481:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe51382a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788652560.213554:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652560.213747:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38f780 going to sleep for 11 seconds 00000100:00100000:0.0:1788652560.214006:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603734912 00000100:00100000:0.0:1788652560.214015:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603734912 00000100:00100000:0.0:1788652560.214260:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 25 00000100:00100000:0.0:1788652560.214274:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7a286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+9:17338:x1875537603734912:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:0.0:1788652560.214302:0:18847:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652560.214323:0:18847:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9182 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ebe expref: -99 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.214440:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.214458:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.214472:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.214490:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.214498:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.214504:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788652560.214891:0:18847:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788652560.215016:0:18847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215025:0:18847:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215033:0:18847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215039:0:18847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345ea00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.215045:0:18847:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215067:0:18847:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215082:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:0.0:1788652560.215085:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.215290:0:18847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215299:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ea00/0x340ed74ef02a9189 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215316:0:18847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215322:0:18847:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215329:0:18847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215334:0:18847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f200 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.215337:0:18847:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215343:0:18847:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215353:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cbe43924c00) 00010000:00010000:0.0:1788652560.215356:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.215359:0:18847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215376:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a9190 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215435:0:18847:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9182 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ebe expref: 11 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215447:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:0.0:1788652560.215449:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788652560.215453:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a9182 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ebe expref: 11 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.215463:0:18847:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345fc00, rc 0) 00000100:00100000:1.0:1788652560.215739:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627841920 00000100:00100000:1.0:1788652560.215747:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627841920 00000100:00100000:0.0:1788652560.215838:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7a286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+10:17338:x1875537603734912:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 1567us (2752us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1788652560.215848:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 25 00000100:00100000:1.0:1788652560.215914:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788652560.215923:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe6471ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+17:18843:x1875537627841920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788652560.215935:0:18841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652560.215952:0:18841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe7a0c8a00/0x340ed74ef02a919e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a917b expref: -99 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.216092:0:18841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe7a0c8a00/0x340ed74ef02a919e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a917b expref: 18 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.216105:0:18841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe7a0c8a00/0x340ed74ef02a919e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a917b expref: 18 pid: 18841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.216113:0:18841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8a00, rc 0) 00000100:00100000:1.0:1788652560.216186:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe6471ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627841920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 264us (2630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652560.216193:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788652560.216282:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe51382a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627841920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788652560.216305:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a919e expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.216320:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a919e expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.216410:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.216447:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652560.216527:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4a5d7780 going to sleep for 11 seconds 00000100:00100000:3.0:1788652560.216905:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627842048 00000100:00100000:3.0:1788652560.216911:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627842048 00000100:00100000:2.0:1788652560.217037:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788652560.217047:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627842048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788652560.217373:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627842048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 326us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.217381:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788652560.217447:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788652560.217494:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788652560.217553:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652560.217932:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe487eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652560.218076:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627842176 00000100:00100000:0.0:1788652560.218089:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627842176 00000100:00100000:0.0:1788652560.218133:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788652560.218142:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627842176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.218326:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627842176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 184us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652560.218333:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1788652560.218351:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842176:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788652560.219515:0:20976:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788652560.220075:0:18843:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788652560.220159:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788652560.220172:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a919e expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.220241:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe75dd0c00/0x340ed74ef02a917b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a919e expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788652560.220256:0:18843:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788652560.220259:0:18843:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cbd4226b000 from 10 10000000:01000000:3.0:1788652560.220263:0:18843:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788652560.220308:0:18843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.220314:0:18843:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.220324:0:18843:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652560.220550:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788652560.220858:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652560.220965:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627842304 00000100:00100000:2.0:1788652560.220974:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627842304 00000100:00100000:2.0:1788652560.221089:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788652560.221123:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+18:18843:x1875537627842304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788652560.221141:0:18838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652560.221158:0:18838:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a91ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x340ed74ef02a91a5 expref: -99 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.221188:0:18838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a91ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x340ed74ef02a91a5 expref: 19 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.221200:0:18838:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cbe75dd1800/0x340ed74ef02a91ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x340ed74ef02a91a5 expref: 19 pid: 18838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.221210:0:18838:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd1800, rc 0) 00000100:00100000:2.0:1788652560.221250:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627842304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.221258:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1788652560.221427:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe487eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788652560.221459:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788652560.221476:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a91ac expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.221602:0:18843:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x340ed74ef02a91ac expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.221684:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.221720:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788652560.221822:0:18839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627842432 00000100:00100000:2.0:1788652560.221828:0:18839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627842432 00000100:00100000:2.0:1788652560.221862:0:18839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1788652560.221870:0:18839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627842432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788652560.222942:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe492d4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652560.224530:0:18839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627842432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2648us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.224550:0:18839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1788652560.225137:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f345500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788652560.225301:0:18843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842560:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788652560.225473:0:18843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652560.225657:0:18843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b145540 going to sleep for 11 seconds 00000100:00100000:3.0:1788652560.225830:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627842560 00000100:00100000:3.0:1788652560.225840:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627842560 00000100:00100000:3.0:1788652560.225945:0:18838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1788652560.225956:0:18838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64719050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+20:18843:x1875537627842560:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788652560.226297:0:18838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64719050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:18843:x1875537627842560:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 343us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652560.226305:0:18838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788652560.226355:0:18843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9e5bedfe-b2ff-4d5a-b661-878c26003548:18843:1875537627842560:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788652560.229222:0:20977:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788652560.229403:0:18843:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788652560.229435:0:18843:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788652560.229449:0:18843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a91ac expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.229463:0:18843:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.150@tcp lock: ffff8cbe7a0e4200/0x340ed74ef02a91a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x340ed74ef02a91ac expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.231937:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.231998:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603735040 00000100:00100000:3.0:1788652560.232011:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603735040 00000100:00100000:3.0:1788652560.232088:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 26 00000100:00100000:3.0:1788652560.232112:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b20eea7b-3564-4f53-bfc1-8889d3f1d760+10:17338:x1875537603735040:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:3.0:1788652560.232143:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652560.232172:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a91b3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ec5 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.232285:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.232305:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.232319:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788652560.232363:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788652560.232367:0:20067:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788652560.232390:0:20067:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.232425:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a91b3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 12 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.232477:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 11 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.232487:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe7fde3600) 00010000:00010000:3.0:1788652560.232490:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788652560.232494:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5e00, rc 0) 00000100:00100000:3.0:1788652560.233116:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:17338:x1875537603735040:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 1012us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652560.233127:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 26 00000100:00100000:2.0:1788652560.240712:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.240903:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603735168 00000100:00100000:0.0:1788652560.240927:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603735168 00000100:00100000:0.0:1788652560.241007:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 3 00000100:00100000:0.0:1788652560.241019:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:17338:x1875537603735168:12345-192.168.203.50@tcp:37:lfs.0 00000100:00100000:2.0:1788652560.249683:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:17338:x1875537603735168:12345-192.168.203.50@tcp:37:lfs.0 Request processed in 8649us (8968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.249702:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 3 00000100:00100000:1.0:1788652560.255659:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.255872:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603735424 00000100:00100000:3.0:1788652560.255893:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603735424 00000100:00100000:3.0:1788652560.256541:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:3.0:1788652560.256557:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe8150e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:17338:x1875537603735424:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:3.0:1788652560.258721:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe8150e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b20eea7b-3564-4f53-bfc1-8889d3f1d760+12:17338:x1875537603735424:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 414us (1323us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788652560.258749:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:1.0:1788652560.302190:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652560.302733:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603735552 00000100:00100000:2.0:1788652560.302769:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603735552 00000100:00100000:2.0:1788652560.302907:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 27 00000100:00100000:2.0:1788652560.302920:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+10:17344:x1875537603735552:12345-192.168.203.50@tcp:101:bash.0 00010000:00010000:2.0:1788652560.302947:0:18846:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652560.303059:0:18846:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a91c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ecc expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303148:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303166:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303180:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303196:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303203:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303210:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303335:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1200/0x340ed74ef02a91d6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303344:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1200/0x340ed74ef02a91d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303352:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1200/0x340ed74ef02a91d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788652560.303396:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788652560.303400:0:18846:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788652560.303447:0:18846:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1200/0x340ed74ef02a91d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303463:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303469:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303476:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303482:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd1600 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:2.0:1788652560.303487:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303496:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303509:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:2.0:1788652560.303513:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788652560.303519:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303526:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a91c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303542:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303559:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303565:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303570:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd0a00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:2.0:1788652560.303573:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303580:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303588:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cbe485ac800) 00010000:00010000:2.0:1788652560.303591:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788652560.303594:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303601:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a91cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303646:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a91c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ecc expref: 12 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303660:0:18846:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1200/0x340ed74ef02a91d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ecc expref: 11 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.303667:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe7fde3600) 00010000:00010000:2.0:1788652560.303670:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788652560.303679:0:18846:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe75dd1200, rc 0) 00000100:00100000:2.0:1788652560.303834:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+11:17344:x1875537603735552:12345-192.168.203.50@tcp:101:bash.0 Request processed in 853us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.303844:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 27 00000100:00100000:1.0:1788652560.321011:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.322093:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603735808 00000100:00100000:0.0:1788652560.322109:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603735808 00000100:00100000:0.0:1788652560.322198:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 28 00000100:00100000:0.0:1788652560.322209:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+11:17344:x1875537603735808:12345-192.168.203.50@tcp:101:bash.0 00010000:00010000:0.0:1788652560.322235:0:18848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652560.322263:0:18848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a91dd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ed3 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.322420:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.322437:0:18848:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 11 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.322446:0:18848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.322493:0:18848:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 11 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.322574:0:18848:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 11 pid: 20067 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.322617:0:18848:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18848:1875537627842688:192.168.203.50@tcp:104: 00000100:00100000:0.0:1788652560.322760:0:18848:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe492d4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788652560.329988:0:18848:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18848:1875537627842688:192.168.203.50@tcp:104: 00010000:00010000:2.0:1788652560.330041:0:18848:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.330359:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.330468:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603735936 00000100:00100000:0.0:1788652560.330480:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603735936 00010000:00010000:0.0:1788652560.330534:0:18833:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 12 pid: 20067 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.330588:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:0.0:1788652560.330601:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+12:2347:x1875537603735936:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788652560.330620:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652560.330628:0:18833:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 12 pid: 20067 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.330646:0:18833:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 12 pid: 20067 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.330673:0:18833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a91ba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ec5 expref: 12 pid: 20067 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.330703:0:18833:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe7fde3600) 00010000:00010000:0.0:1788652560.330709:0:18833:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.330722:0:18833:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.330768:0:18833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.330862:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652560.330933:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:2347:x1875537603735936:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 334us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652560.330942:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 10 00010000:00010000:1.0:1788652560.331119:0:18848:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.331127:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.331158:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.331171:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.331181:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.336766:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.336829:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.336844:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788652560.336859:0:18848:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788652560.336910:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.336935:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.336944:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.336951:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f200 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652560.337320:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.337331:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.337347:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe7fde3600) 00010000:00010000:1.0:1788652560.337350:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788652560.337356:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.337363:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f200/0x340ed74ef02a91e4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788652560.337382:0:18848:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000443c369c reply state 000000005475b157 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.337393:0:18848:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788652560.337448:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fc00/0x340ed74ef02a91dd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 14 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.337466:0:18848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 13 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.337488:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652560.337491:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1788652560.337494:0:18848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9600, rc 0) 00000100:00100000:1.0:1788652560.337604:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+14:17344:x1875537603735808:12345-192.168.203.50@tcp:101:bash.0 Request processed in 15396us (16607us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788652560.337615:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 28 00010000:00010000:0.0:1788652560.344830:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.344854:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.344863:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.344870:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9c00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652560.344877:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.344886:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.344909:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8cbe48da0b00) 00010000:00010000:0.0:1788652560.344912:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652560.344918:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.344926:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a91eb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.362310:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.362659:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603736064 00000100:00100000:1.0:1788652560.362673:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603736064 00000100:00100000:1.0:1788652560.362820:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 29 00000100:00100000:1.0:1788652560.362832:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+13:17344:x1875537603736064:12345-192.168.203.50@tcp:101:bash.0 00010000:00010000:1.0:1788652560.362865:0:18846:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652560.362894:0:18846:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9a00/0x340ed74ef02a9200 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0eda expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.362994:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.363013:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.363028:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788652560.363079:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788652560.363084:0:18846:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788652560.363119:0:18846:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.363151:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.363181:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9a00/0x340ed74ef02a9200 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 15 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.363202:0:18846:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 14 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.363211:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652560.363215:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788652560.363219:0:18846:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9000, rc 0) 00000100:00100000:1.0:1788652560.363361:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+14:17344:x1875537603736064:12345-192.168.203.50@tcp:101:bash.0 Request processed in 531us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652560.363369:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 29 00000100:00100000:3.0:1788652560.369701:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652560.373144:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603736320 00000100:00100000:2.0:1788652560.373241:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603736320 00000100:00100000:2.0:1788652560.373409:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:0.0:1788652560.373418:0:18850:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:2.0:1788652560.373424:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+14:17344:x1875537603736320:12345-192.168.203.50@tcp:35:bash.0 00000100:00100000:0.0:1788652560.373434:0:18850:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:2.0:1788652560.374008:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+15:17344:x1875537603736320:12345-192.168.203.50@tcp:35:bash.0 Request processed in 585us (4318us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788652560.374017:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 5 00010000:00010000:0.0:1788652560.392380:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788652560.474222:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.478589:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603736576 00000100:00100000:3.0:1788652560.478732:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603736576 00000100:00100000:3.0:1788652560.478947:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 30 00000100:00100000:3.0:1788652560.478962:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+15:17354:x1875537603736576:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:3.0:1788652560.478998:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652560.479028:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a920e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ee1 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788652560.479191:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788652560.479353:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a920e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ee1 expref: 17 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.479371:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cbe7fde3a00) 00010000:00010000:3.0:1788652560.479376:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788652560.479383:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a920e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ee1 expref: 17 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.479410:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5a00, rc 0) 00000100:00100000:3.0:1788652560.479585:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+16:17354:x1875537603736576:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 626us (5379us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1788652560.479593:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 30 00000100:00100000:2.0:1788652560.486193:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.486612:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603736832 00000100:00100000:0.0:1788652560.486626:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603736832 00000100:00100000:0.0:1788652560.486708:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:0.0:1788652560.486723:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+16:17354:x1875537603736832:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:0.0:1788652560.487107:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+17:17354:x1875537603736832:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 387us (928us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788652560.487115:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:0.0:1788652560.522275:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.522526:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603737088 00000100:00100000:1.0:1788652560.522540:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603737088 00000100:00100000:1.0:1788652560.522618:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 31 00000100:00100000:1.0:1788652560.522631:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+17:17357:x1875537603737088:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:1.0:1788652560.522663:0:18847:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652560.522689:0:18847:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9a00/0x340ed74ef02a921c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ee8 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.522875:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9223 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.522893:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9223 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.522927:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9223 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788652560.522943:0:18847:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788652560.523110:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9a00/0x340ed74ef02a921c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ee8 expref: 20 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.523132:0:18847:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9223 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ee8 expref: 19 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.523143:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652560.523147:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788652560.523151:0:18847:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c9c00, rc 0) 00000100:00100000:1.0:1788652560.523236:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+19:17357:x1875537603737088:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 609us (992us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788652560.523245:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 31 00000100:00100000:2.0:1788652560.533394:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652560.533480:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.533567:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603737344 00000100:00100000:0.0:1788652560.533585:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603737344 00000100:00100000:0.0:1788652560.533688:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:0.0:1788652560.533699:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+19:2349:x1875537603737344:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788652560.533717:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652560.533744:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9223 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ee8 expref: 19 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.533986:0:18831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:0.0:1788652560.533992:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788652560.534128:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:2349:x1875537603737344:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 427us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652560.534136:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:1.0:1788652560.536956:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603737216 00000100:00100000:1.0:1788652560.536976:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603737216 00000100:00100000:1.0:1788652560.537081:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 32 00000100:00100000:1.0:1788652560.537095:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17357:x1875537603737216:12345-192.168.203.50@tcp:54:lfs.0 00010000:00010000:1.0:1788652560.537194:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537216:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537231:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537291:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537300:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537308:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537316:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c8600 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652560.537321:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537331:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537346:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652560.537350:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788652560.537357:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.537365:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a9231 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.537460:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17357:x1875537603737216:12345-192.168.203.50@tcp:54:lfs.0 Request processed in 367us (4283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652560.537468:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 32 00000100:00100000:1.0:1788652560.556962:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.557069:0:20978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603737600 00000100:00100000:0.0:1788652560.557084:0:20978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603737600 00000100:00100000:0.0:1788652560.557172:0:20978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:0.0:1788652560.557183:0:20978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17357:x1875537603737600:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:0.0:1788652560.557411:0:20978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+19:17357:x1875537603737600:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 229us (467us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788652560.557418:0:20978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00000040:00080000:0.0:1788652560.648557:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788652560.848565:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.848698:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603737856 00000100:00100000:1.0:1788652560.848708:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603737856 00000100:00100000:1.0:1788652560.848929:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 33 00000100:00100000:1.0:1788652560.848940:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+19:17388:x1875537603737856:12345-192.168.203.50@tcp:101:cat.0 00010000:00010000:1.0:1788652560.848962:0:18847:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788652560.848980:0:18847:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9a00/0x340ed74ef02a9238 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0eef expref: -99 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.849074:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a923f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.849088:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a923f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.849100:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a923f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788652560.849111:0:18847:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788652560.850141:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9a00/0x340ed74ef02a9238 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eef expref: 22 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.850167:0:18847:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a923f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eef expref: 21 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.850177:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652560.850180:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788652560.850184:0:18847:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0c8600, rc 0) 00000100:00100000:1.0:1788652560.850255:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+21:17388:x1875537603737856:12345-192.168.203.50@tcp:101:cat.0 Request processed in 1317us (1699us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788652560.850264:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 33 00000100:00100000:1.0:1788652560.857338:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.857400:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.857471:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603738112 00000100:00100000:0.0:1788652560.857489:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603738112 00000100:00100000:2.0:1788652560.857531:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603738240 00000100:00100000:2.0:1788652560.857542:0:18832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603738240 00000100:00100000:0.0:1788652560.857598:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:0.0:1788652560.857617:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+22:17388:x1875537603738112:12345-192.168.203.50@tcp:35:cat.0 00000100:00100000:2.0:1788652560.857627:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 1 00000100:00100000:2.0:1788652560.857645:0:18832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+22:2347:x1875537603738240:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788652560.857661:0:18832:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652560.857684:0:18832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c8600/0x340ed74ef02a923f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eef expref: 22 pid: 18847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.857711:0:18832:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:2.0:1788652560.857716:0:18832:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652560.857765:0:18832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+21:2347:x1875537603738240:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 124us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.857839:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 1 00000100:00100000:0.0:1788652560.858398:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+21:17388:x1875537603738112:12345-192.168.203.50@tcp:35:cat.0 Request processed in 785us (1065us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1788652560.858408:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 8 00000100:00100000:1.0:1788652560.918207:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652560.919336:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603738496 00000100:00100000:0.0:1788652560.919367:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603738496 00000100:00100000:0.0:1788652560.919474:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 34 00000100:00100000:0.0:1788652560.919486:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+21:17394:x1875537603738496:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1788652560.919519:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652560.919548:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ec00/0x340ed74ef02a924d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0ef6 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.919682:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.919700:0:20067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 22 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.919735:0:20067:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 22 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.919743:0:20067:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.919848:0:20067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 22 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.919866:0:20067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 22 pid: 18846 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.919882:0:20067:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20067:1875537627842816:192.168.203.50@tcp:104: 00010000:00010000:0.0:1788652560.920012:0:20067:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 22 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.920022:0:20067:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 22 pid: 18848 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652560.920031:0:20067:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f346300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20067:1875537627842944:192.168.203.50@tcp:104: 00000100:00100000:0.0:1788652560.920055:0:20067:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b145780 going to sleep for 11 seconds 00000100:00100000:0.0:1788652560.924261:0:20067:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20067:1875537627842816:192.168.203.50@tcp:104: 00000100:00100000:0.0:1788652560.924282:0:20067:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f346300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20067:1875537627842944:192.168.203.50@tcp:104: 00010000:00010000:0.0:1788652560.924320:0:20067:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.924993:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.925042:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652560.925201:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603738624 00000100:00100000:2.0:1788652560.925210:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603738624 00010000:00010000:2.0:1788652560.925266:0:18831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 23 pid: 18846 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.925309:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603738752 00000100:00100000:2.0:1788652560.925313:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603738752 00010000:00010000:2.0:1788652560.925326:0:18831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 24 pid: 18848 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.925354:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:2.0:1788652560.925364:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f31cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:2346:x1875537603738624:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788652560.925383:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652560.925389:0:18831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 24 pid: 18846 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925404:0:18831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 24 pid: 18846 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925431:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a9207 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0eda expref: 24 pid: 18846 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925471:0:18831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:2.0:1788652560.925476:0:18831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925486:0:18831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925494:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652560.925565:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f31cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+23:2346:x1875537603738624:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 202us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.925573:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:2.0:1788652560.925633:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:2.0:1788652560.925640:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+22:2346:x1875537603738752:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788652560.925647:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652560.925653:0:18831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 22 pid: 18848 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925663:0:18831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 22 pid: 18848 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925682:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a91f2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ed3 expref: 22 pid: 18848 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925693:0:18831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:2.0:1788652560.925697:0:18831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925717:0:18831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925725:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.925745:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788652560.926679:0:20067:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.926687:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788652560.926713:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788652560.926996:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345ec00/0x340ed74ef02a924d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ef6 expref: 23 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.927019:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e800/0x340ed74ef02a9254 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0ef6 expref: 22 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652560.927028:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:0.0:1788652560.927031:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788652560.927034:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345e800, rc 0) 00000100:00100000:2.0:1788652560.928262:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+22:2346:x1875537603738752:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2610us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.928277:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:0.0:1788652560.933569:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+21:17394:x1875537603738496:12345-192.168.203.50@tcp:101:dd.0 Request processed in 14065us (15350us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788652560.933587:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 34 00000100:00100000:2.0:1788652560.936869:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.936981:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739008 00000100:00100000:3.0:1788652560.936998:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739008 00000100:00100000:3.0:1788652560.937083:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 35 00000100:00100000:3.0:1788652560.937095:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+21:17394:x1875537603739008:12345-192.168.203.50@tcp:36:dd.0 00010000:00010000:3.0:1788652560.937676:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.937699:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.937713:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788652560.938533:0:18846:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788652560.938597:0:18846:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001234609c reply state 00000000b2d0e094 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652560.938610:0:18846:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788652560.938849:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17394:x1875537603739008:12345-192.168.203.50@tcp:36:dd.0 Request processed in 1751us (1983us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788652560.938859:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 35 00000020:00080000:2.0:1788652560.938866:0:18846:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788652560.953418:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.953864:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739136 00000100:00100000:3.0:1788652560.953899:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739136 00000100:00100000:3.0:1788652560.953992:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 36 00000100:00100000:3.0:1788652560.954004:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17394:x1875537603739136:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1788652560.954038:0:18848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652560.954066:0:18848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a9269 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0efd expref: -99 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.954150:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a9269 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0efd expref: 25 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.954169:0:18848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a9269 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0efd expref: 25 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.954192:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:3.0:1788652560.954196:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788652560.954200:0:18848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5a00, rc 0) 00000100:00100000:3.0:1788652560.954276:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+25:17394:x1875537603739136:12345-192.168.203.50@tcp:101:dd.0 Request processed in 274us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652560.954283:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 36 00010000:00010000:1.0:1788652560.955009:0:3289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.955021:0:3289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.955029:0:3289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.955035:0:3289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e5e00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652560.955042:0:3289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.955051:0:3289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.955068:0:3289:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652560.955071:0:3289:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788652560.955075:0:3289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.955082:0:3289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5e00/0x340ed74ef02a9262 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652560.964963:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652560.965152:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739392 00000100:00100000:2.0:1788652560.965166:0:18833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739392 00000100:00100000:2.0:1788652560.965258:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 2 00000100:00100000:2.0:1788652560.965270:0:18833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17394:x1875537603739392:12345-192.168.203.50@tcp:103:dd.0 00010000:00010000:2.0:1788652560.965291:0:18833:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652560.965323:0:18833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5a00/0x340ed74ef02a9269 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0efd expref: 24 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652560.965377:0:18833:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:2.0:1788652560.965382:0:18833:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652560.965516:0:18833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+23:17394:x1875537603739392:12345-192.168.203.50@tcp:103:dd.0 Request processed in 247us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652560.965526:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 2 00000100:00100000:2.0:1788652560.971220:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652560.971305:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739520 00000100:00100000:1.0:1788652560.971318:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739520 00000100:00100000:1.0:1788652560.971431:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 37 00000100:00100000:1.0:1788652560.971464:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+23:17394:x1875537603739520:12345-192.168.203.50@tcp:58:dd.0 00010000:00010000:1.0:1788652560.971599:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.971622:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652560.971637:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788652560.972612:0:18847:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788652560.972834:0:18847:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1788652560.972923:0:18847:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1788652560.973089:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+23:17394:x1875537603739520:12345-192.168.203.50@tcp:58:dd.0 Request processed in 1622us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652560.973102:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 37 00000100:00100000:0.0:1788652560.977009:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652560.977157:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739648 00000100:00100000:3.0:1788652560.977171:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739648 00000100:00100000:3.0:1788652560.977247:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 38 00000100:00100000:3.0:1788652560.977258:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+23:17394:x1875537603739648:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1788652560.977284:0:18848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652560.977311:0:18848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f04 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.977400:0:18848:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.977430:0:18848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 24 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.977452:0:18848:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.977467:0:18848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 24 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.977483:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:3.0:1788652560.977487:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788652560.977491:0:18848:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 24 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652560.977500:0:18848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5400, rc 0) 00000100:00100000:3.0:1788652560.977583:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17394:x1875537603739648:12345-192.168.203.50@tcp:101:dd.0 Request processed in 326us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652560.977590:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 38 00010000:00010000:2.0:1788652561.418526:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652561.584624:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584661:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584681:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584708:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584736:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584750:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584767:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.584816:0:18841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739776 00000100:00100000:1.0:1788652561.584825:0:18841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739776 00000100:00100000:1.0:1788652561.584866:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 121 00000100:00100000:1.0:1788652561.584874:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:2348:x1875537603739776:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:1.0:1788652561.584933:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3043a71-5a51-4e7f-b0e2-a817bf1c2a62+13:2348:x1875537603739776:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 60us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652561.584955:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 121 00000100:00100000:3.0:1788652561.585070:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740160 00000100:00100000:3.0:1788652561.585074:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740160 00000100:00100000:3.0:1788652561.585113:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740416 00000100:00100000:3.0:1788652561.585116:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740416 00000100:00100000:3.0:1788652561.585126:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740032 00000100:00100000:3.0:1788652561.585128:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740032 00000100:00100000:3.0:1788652561.585137:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740544 00000100:00100000:3.0:1788652561.585139:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740544 00000100:00100000:3.0:1788652561.585151:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:3.0:1788652561.585156:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2348:x1875537603740160:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652561.585189:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2348:x1875537603740160:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 33us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.585196:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:3.0:1788652561.585209:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:3.0:1788652561.585215:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2348:x1875537603740416:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652561.585235:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2348:x1875537603740416:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 21us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.585241:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:3.0:1788652561.585250:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:3.0:1788652561.585255:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2348:x1875537603740032:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652561.585270:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2348:x1875537603740032:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 15us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.585275:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:3.0:1788652561.585283:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:3.0:1788652561.585287:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2348:x1875537603740544:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652561.585302:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+5:2348:x1875537603740544:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 15us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.585308:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:3.0:1788652561.585323:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603739904 00000100:00100000:3.0:1788652561.585326:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603739904 00000100:00100000:3.0:1788652561.585346:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740288 00000100:00100000:3.0:1788652561.585348:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740288 00000100:00100000:3.0:1788652561.585360:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 22 00000100:00100000:3.0:1788652561.585365:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:2348:x1875537603739904:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652561.585393:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:2348:x1875537603739904:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 28us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.585399:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 22 00000100:00100000:3.0:1788652561.585408:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 23 00000100:00100000:3.0:1788652561.585413:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:2348:x1875537603740288:12345-192.168.203.50@tcp:400:kworker.0 00000100:00100000:3.0:1788652561.585433:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b20eea7b-3564-4f53-bfc1-8889d3f1d760+11:2348:x1875537603740288:12345-192.168.203.50@tcp:400:kworker.0 Request processed in 20us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.585438:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 23 00000100:00080000:1.0:1788652561.586300:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788652561.586308:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788652561.586311:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1788652561.672021:0:18877:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788652561.672032:0:18877:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788652561.672069:0:18877:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788652561.672075:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788652561.672740:0:18877:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18877:1875537627843072:192.168.203.50@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788652561.672938:0:18877:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe45003480 going to sleep for 11 seconds 00000100:00100000:0.0:1788652561.686553:0:18877:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18877:1875537627843072:192.168.203.50@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788652561.687098:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.687307:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740672 00000100:00100000:1.0:1788652561.687319:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740672 00000100:00100000:1.0:1788652561.687398:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:1.0:1788652561.687410:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603740672:12345-192.168.203.50@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788652561.687528:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603740672:12345-192.168.203.50@tcp:900:lhsmtool_posix.0 Request processed in 120us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652561.687545:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:1.0:1788652561.695853:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.695954:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740800 00000100:00100000:3.0:1788652561.695967:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740800 00000100:00100000:3.0:1788652561.696043:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 39 00000100:00100000:3.0:1788652561.696055:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603740800:12345-192.168.203.50@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788652561.696249:0:18848:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788652561.697286:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603740800:12345-192.168.203.50@tcp:53:lhsmtool_posix.0 Request processed in 1224us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.697300:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 39 00000100:00100000:0.0:1788652561.709479:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652561.709602:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603740928 00000100:00100000:2.0:1788652561.709615:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603740928 00000100:00100000:2.0:1788652561.709694:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 40 00000100:00100000:2.0:1788652561.709707:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603740928:12345-192.168.203.50@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788652561.709857:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709881:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709896:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709918:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709926:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709932:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709984:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.709994:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710000:0:18846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788652561.710049:0:18846:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788652561.710054:0:18846:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788652561.710075:0:18846:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710087:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710094:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710101:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710108:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd1000 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:2.0:1788652561.710113:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710121:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710136:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cbe43924300) 00010000:00010000:2.0:1788652561.710149:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788652561.710158:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710164:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1000/0x340ed74ef02a927e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710180:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710185:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710190:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710195:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd0a00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:2.0:1788652561.710198:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710204:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710211:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8cbe485ac800) 00010000:00010000:2.0:1788652561.710213:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788652561.710216:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710220:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd0a00/0x340ed74ef02a9285 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710241:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710253:0:18846:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710260:0:18846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710265:0:18846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe75dd1600 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:2.0:1788652561.710268:0:18846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710274:0:18846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710282:0:18846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:2.0:1788652561.710285:0:18846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788652561.710288:0:18846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.710293:0:18846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe75dd1600/0x340ed74ef02a928c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18846 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652561.710393:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603740928:12345-192.168.203.50@tcp:34:lhsmtool_posix.0 Request processed in 687us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652561.710402:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 40 00000100:00100000:0.0:1788652561.715082:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652561.715157:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603741184 00000100:00100000:2.0:1788652561.715170:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603741184 00000100:00100000:2.0:1788652561.715244:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 41 00000100:00100000:2.0:1788652561.715256:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+24:17395:x1875537603741184:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788652561.715281:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652561.715326:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a9293 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f0b expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715454:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715472:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715486:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788652561.715498:0:20067:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788652561.715631:0:20067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715641:0:20067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715648:0:20067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715655:0:20067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe40031e00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:2.0:1788652561.715660:0:20067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715669:0:20067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715684:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:2.0:1788652561.715687:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788652561.715692:0:20067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715710:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a929a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715764:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a9293 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f0b expref: 26 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715826:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cbe43924300) 00010000:00010000:2.0:1788652561.715829:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788652561.715833:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a9293 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f0b expref: 26 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.715844:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe40031a00, rc 0) 00000100:00100000:2.0:1788652561.715913:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+25:17395:x1875537603741184:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 659us (845us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1788652561.715920:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 41 00000100:00100000:1.0:1788652561.721928:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652561.722046:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603741312 00000100:00100000:2.0:1788652561.722060:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603741312 00000100:00100000:2.0:1788652561.722237:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 42 00000100:00100000:2.0:1788652561.722249:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+25:17395:x1875537603741312:12345-192.168.203.50@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788652561.722297:0:18846:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788652561.722457:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+25:17395:x1875537603741312:12345-192.168.203.50@tcp:53:lhsmtool_posix.0 Request processed in 210us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652561.722466:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 42 00000100:00100000:1.0:1788652561.728497:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.728664:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603741568 00000100:00100000:3.0:1788652561.728678:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603741568 00000100:00100000:3.0:1788652561.728756:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 43 00000100:00100000:3.0:1788652561.728767:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+25:17395:x1875537603741568:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788652561.728824:0:18848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788652561.728853:0:18848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a92a8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f12 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788652561.731474:0:18848:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x240000400:0x23:0x0], count =31 00000004:00080000:3.0:1788652561.731491:0:18848:0:(osp_object.c:1645:osp_create()) Writing gap [0x240000400:0x23:0x0]+31 in llog 00000004:00080000:3.0:1788652561.740292:0:18848:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x42:0x0], index 0: 0 00010000:00010000:3.0:1788652561.741264:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5200/0x340ed74ef02a92af lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.741289:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5200/0x340ed74ef02a92af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.741305:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5200/0x340ed74ef02a92af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.741478:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a92a8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f12 expref: 28 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.741510:0:18848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5200/0x340ed74ef02a92af lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f12 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.741523:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe7fde3200) 00010000:00010000:3.0:1788652561.741526:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788652561.741599:0:18848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe7a0e5200, rc 0) 00000100:00100000:3.0:1788652561.741988:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+27:17395:x1875537603741568:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 13219us (13501us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1788652561.741999:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 43 00000100:00100000:0.0:1788652561.753166:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.754227:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603741824 00000100:00100000:1.0:1788652561.754247:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603741824 00000100:00100000:1.0:1788652561.754337:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 44 00000100:00100000:1.0:1788652561.754360:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+27:17395:x1875537603741824:12345-192.168.203.50@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788652561.754441:0:18847:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788652561.754476:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5200/0x340ed74ef02a92af lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f12 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754506:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe7fde3200) 00010000:00010000:1.0:1788652561.754520:0:18847:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788652561.754561:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754601:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754613:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754631:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754638:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754646:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754730:0:18847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754738:0:18847:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754745:0:18847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754751:0:18847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9600 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652561.754755:0:18847:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754763:0:18847:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754835:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cbe7fde3600) 00010000:00010000:1.0:1788652561.754845:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788652561.754851:0:18847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754858:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9600/0x340ed74ef02a92bd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754869:0:18847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754874:0:18847:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754880:0:18847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754885:0:18847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9000 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652561.754888:0:18847:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754893:0:18847:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754901:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xbc7a25a2 (ffff8cbe48da0900) 00010000:00010000:1.0:1788652561.754904:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788652561.754907:0:18847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.754913:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9000/0x340ed74ef02a92c4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xbc7a25a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652561.755021:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+26:17395:x1875537603741824:12345-192.168.203.50@tcp:36:lhsmtool_posix.0 Request processed in 664us (1868us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788652561.755038:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 44 00000100:00100000:1.0:1788652561.759621:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652561.760979:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603741952 00000100:00100000:2.0:1788652561.760997:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603741952 00000100:00100000:2.0:1788652561.761100:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 45 00000100:00100000:2.0:1788652561.761136:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+26:17395:x1875537603741952:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788652561.761167:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652561.761206:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92cb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f19 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.761260:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a92d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.761277:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a92d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.761293:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a92d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.761540:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92cb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f19 expref: 28 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.761567:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031e00/0x340ed74ef02a92d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f19 expref: 27 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.761576:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:2.0:1788652561.761580:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788652561.761584:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe40031e00, rc 0) 00000100:00100000:2.0:1788652561.761833:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+27:17395:x1875537603741952:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 699us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652561.761840:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 45 00000100:00100000:3.0:1788652561.765931:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.766928:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603742208 00000100:00100000:0.0:1788652561.766945:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603742208 00000100:00100000:0.0:1788652561.767035:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 46 00000100:00100000:0.0:1788652561.767051:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+27:17395:x1875537603742208:12345-192.168.203.50@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788652561.767294:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.767319:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.767335:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788652561.769157:0:18847:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1788652561.769186:0:18847:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 578752413365ns, next at 579752407888ns, rc = 0 00000004:00010000:0.0:1788652561.769334:0:18847:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008ec5ad69 reply state 00000000d4021f4d transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652561.769360:0:18847:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788652561.769516:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+29:17395:x1875537603742208:12345-192.168.203.50@tcp:36:lhsmtool_posix.0 Request processed in 2463us (3594us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1788652561.769527:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 46 00000100:00100000:0.0:1788652561.777350:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1788652561.777459:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.777474:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.777483:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.777489:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345fa00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652561.777495:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.777504:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.777526:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:1.0:1788652561.777539:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788652561.777546:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.777552:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345fa00/0x340ed74ef02a92d9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652561.777649:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603742336 00000100:00100000:2.0:1788652561.777662:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603742336 00000100:00100000:2.0:1788652561.777733:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 47 00000100:00100000:2.0:1788652561.777767:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+28:17395:x1875537603742336:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788652561.777848:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788652561.777871:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f20 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.777966:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 29 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.777982:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 29 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.778005:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:2.0:1788652561.778008:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788652561.778011:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbe40031a00, rc 0) 00000100:00100000:2.0:1788652561.778084:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+29:17395:x1875537603742336:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 319us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652561.778092:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 47 00000100:00100000:1.0:1788652561.791561:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.791659:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603742464 00000100:00100000:3.0:1788652561.791671:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603742464 00000100:00100000:3.0:1788652561.791761:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:3.0:1788652561.791830:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2346:x1875537603742464:12345-192.168.203.50@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788652561.792288:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2346:x1875537603742464:12345-192.168.203.50@tcp:2:lhsmtool_posix.0 Request processed in 515us (738us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788652561.792297:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:1.0:1788652561.798374:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652561.798830:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603742720 00000100:00100000:2.0:1788652561.798844:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603742720 00000100:00100000:2.0:1788652561.799042:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00100000:2.0:1788652561.799054:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+29:17395:x1875537603742720:12345-192.168.203.50@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788652561.799404:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+30:17395:x1875537603742720:12345-192.168.203.50@tcp:35:lhsmtool_posix.0 Request processed in 351us (1044us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788652561.799413:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 9 00000100:00100000:1.0:1788652561.807579:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652561.809358:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603742976 00000100:00100000:2.0:1788652561.809376:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603742976 00000100:00100000:2.0:1788652561.809473:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 48 00000100:00100000:2.0:1788652561.809486:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+30:17395:x1875537603742976:12345-192.168.203.50@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788652561.814223:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+30:17395:x1875537603742976:12345-192.168.203.50@tcp:57:lhsmtool_posix.0 Request processed in 4722us (6638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652561.814242:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 48 00000100:00100000:2.0:1788652561.816951:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.817062:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603743104 00000100:00100000:0.0:1788652561.817076:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603743104 00000100:00100000:0.0:1788652561.817150:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 49 00000100:00100000:0.0:1788652561.817185:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+30:17395:x1875537603743104:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788652561.817213:0:20067:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652561.817242:0:20067:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92e7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f27 expref: -99 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.817348:0:20067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a92ee lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.817367:0:20067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a92ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.817381:0:20067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a92ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788652561.817427:0:20067:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788652561.817450:0:20067:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a92ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20067 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.817480:0:20067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92e7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f27 expref: 32 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.817501:0:20067:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a92ee lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f27 expref: 31 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.817511:0:20067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:0.0:1788652561.817514:0:20067:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788652561.817519:0:20067:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345f000, rc 0) 00000100:00100000:0.0:1788652561.817594:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+31:17395:x1875537603743104:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 416us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652561.817612:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 49 00000100:00100000:1.0:1788652561.820129:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.820220:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603743232 00000100:00100000:0.0:1788652561.820232:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603743232 00000100:00100000:0.0:1788652561.820291:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:0.0:1788652561.820302:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2348:x1875537603743232:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788652561.820323:0:19533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788652561.820348:0:19533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2b021b6b880f0f2e expref: -99 pid: 19533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788652561.820382:0:19533:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9cac10, blocks: 0x1 00010000:00010000:0.0:1788652561.820405:0:19533:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=578s v=(0 0) 00010000:00010000:0.0:1788652561.820411:0:19533:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.820422:0:19533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 7 pid: 19533 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.820445:0:19533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 7 pid: 19533 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.820460:0:19533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbd4345f800, rc 0) 00000100:00100000:0.0:1788652561.820529:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:2348:x1875537603743232:12345-192.168.203.50@tcp:101:lhsmtool_posix.0 Request processed in 228us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652561.820536:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 12 00000100:00100000:1.0:1788652561.835504:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.835909:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603743488 00000100:00100000:0.0:1788652561.835921:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603743488 00000100:00100000:0.0:1788652561.835997:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 50 00000100:00100000:0.0:1788652561.836008:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+31:17395:x1875537603743488:12345-192.168.203.50@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788652561.836159:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+31:17395:x1875537603743488:12345-192.168.203.50@tcp:57:lhsmtool_posix.0 Request processed in 151us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652561.836168:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 50 00000100:00100000:2.0:1788652561.838951:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.839058:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603743616 00000100:00100000:0.0:1788652561.839077:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603743616 00000100:00100000:0.0:1788652561.839153:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 51 00000100:00100000:0.0:1788652561.839164:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+31:17395:x1875537603743616:12345-192.168.203.50@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788652561.882294:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901909 is committed 00000004:00080000:3.0:1788652561.882309:0:5857:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788652561.882349:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000001:00080000:3.0:1788652561.882376:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000001:00080000:3.0:1788652561.882397:0:5857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1788652561.882702:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627843200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788652561.882835:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652561.883000:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627843200 00000100:00100000:0.0:1788652561.883010:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627843200 00000100:00100000:0.0:1788652561.883091:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788652561.883103:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627843200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1788652561.883314:0:19535:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788652561.883318:0:19535:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788652561.883321:0:19535:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788652561.883324:0:19535:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 1788652560 -> 1788652560 00002000:00010000:0.0:1788652561.883326:0:19535:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788652561.883378:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3305:x1875537627843200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 276us (543us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788652561.883386:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788652561.883581:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1788652561.883627:0:3305:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8cbe7f344700/2, rc 0, transno 12884901891 00000100:00100000:1.0:1788652561.883634:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627843200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1788652561.884049:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+14:17395:x1875537603743616:12345-192.168.203.50@tcp:44:lhsmtool_posix.0 Request processed in 44883us (45106us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.884060:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 51 00000100:00100000:0.0:1788652561.893441:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.896949:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603743744 00000100:00100000:3.0:1788652561.896969:0:19536:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603743744 00000100:00100000:3.0:1788652561.897061:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:3.0:1788652561.897074:0:19536:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:2346:x1875537603743744:12345-192.168.203.50@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788652561.897238:0:19536:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:2346:x1875537603743744:12345-192.168.203.50@tcp:16:lhsmtool_posix.0 Request processed in 166us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.897247:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:1.0:1788652561.901162:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.901265:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603744000 00000100:00100000:0.0:1788652561.901278:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603744000 00000100:00100000:0.0:1788652561.901371:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 52 00000100:00100000:0.0:1788652561.901384:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+14:17395:x1875537603744000:12345-192.168.203.50@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788652561.901451:0:18847:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788652561.901484:0:18847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345f000/0x340ed74ef02a92ee lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f27 expref: 14 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.901526:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:0.0:1788652561.901533:0:18847:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788652561.901587:0:18847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.901605:0:18847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.901617:0:18847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788652561.901910:0:18847:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003e304593 reply state 000000002bcddcc7 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652561.901921:0:18847:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788652561.902029:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+15:17395:x1875537603744000:12345-192.168.203.50@tcp:36:lhsmtool_posix.0 Request processed in 647us (881us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1788652561.902038:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 52 00010000:00010000:0.0:1788652561.906361:0:3289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.906386:0:3289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.906395:0:3289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.906402:0:3289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e600 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:0.0:1788652561.906408:0:3289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.906486:0:3289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.906508:0:3289:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:0.0:1788652561.906511:0:3289:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788652561.906517:0:3289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.906524:0:3289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbd4345e600/0x340ed74ef02a92fc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652561.910535:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.911469:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603744128 00000100:00100000:3.0:1788652561.911481:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603744128 00000100:00100000:3.0:1788652561.911661:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 15 00000100:00100000:3.0:1788652561.911673:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:2347:x1875537603744128:12345-192.168.203.50@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788652561.913460:0:19533:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788652561.913468:0:19533:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788652559 00002000:00010000:3.0:1788652561.913483:0:19533:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788652559 00002000:00010000:3.0:1788652561.913615:0:19533:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 1788652560 -> 1788652559 00002000:00010000:3.0:1788652561.913618:0:19533:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1788652561.913768:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+8:2347:x1875537603744128:12345-192.168.203.50@tcp:2:lhsmtool_posix.0 Request processed in 2094us (3240us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788652561.913810:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 15 00000100:00100000:1.0:1788652561.923721:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.927579:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603744256 00000100:00100000:0.0:1788652561.927593:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603744256 00000100:00100000:0.0:1788652561.927672:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00100000:0.0:1788652561.927682:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+8:2348:x1875537603744256:12345-192.168.203.50@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788652561.927725:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.927742:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.927746:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.927752:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.927766:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928070:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928096:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928103:0:19535:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928109:0:19535:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652561.928114:0:19535:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928123:0:19535:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928138:0:19535:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.928146:0:19535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f19e3037/0x340ed74ef02a9303 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652561.928221:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+8:2348:x1875537603744256:12345-192.168.203.50@tcp:1:lhsmtool_posix.0 Request processed in 539us (4513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652561.928228:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 16 00000100:00100000:1.0:1788652561.930319:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.930405:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603744512 00000100:00100000:3.0:1788652561.930414:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603744512 00000100:00100000:3.0:1788652561.930487:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 53 00000100:00100000:3.0:1788652561.930496:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+14:17395:x1875537603744512:12345-192.168.203.50@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788652561.930566:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.930581:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.930590:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.930916:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.930929:0:18848:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 15 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.930937:0:18848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.930972:0:18848:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 15 pid: 20067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.931003:0:18848:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 15 pid: 20067 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652561.931020:0:18848:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18848:1875537627843328:192.168.203.50@tcp:104: 00000100:00100000:3.0:1788652561.931107:0:18848:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b689300 going to sleep for 11 seconds 00000100:00100000:1.0:1788652561.934420:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.934592:0:18848:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18848:1875537627843328:192.168.203.50@tcp:104: 00010000:00010000:3.0:1788652561.934618:0:18848:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652561.935499:0:18831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603744640 00000100:00100000:2.0:1788652561.935509:0:18831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603744640 00010000:00010000:2.0:1788652561.935552:0:18831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 16 pid: 20067 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652561.935643:0:18831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 13 00000100:00100000:2.0:1788652561.935654:0:18831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+16:2346:x1875537603744640:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788652561.935668:0:18831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788652561.935675:0:18831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 16 pid: 20067 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.935692:0:18831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 16 pid: 20067 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.935712:0:18831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031a00/0x340ed74ef02a92e0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f20 expref: 16 pid: 20067 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.935729:0:18831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:2.0:1788652561.935734:0:18831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.935761:0:18831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.935769:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.936018:0:18831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788652561.936081:0:18831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+15:2346:x1875537603744640:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 428us (1669us total) trans 0 rc 0/0 00000100:00100000:2.0:1788652561.936089:0:18831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 13 00010000:00010000:3.0:1788652561.936141:0:18848:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.936150:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788652561.936353:0:18848:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788652561.936508:0:18848:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788652561.936560:0:18848:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788652561.936672:0:18848:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18848:1875537627843456:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788652561.936742:0:18848:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788652561.936838:0:18848:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4b689000 going to sleep for 11 seconds 00000100:00100000:0.0:1788652561.937891:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627843456 00000100:00100000:0.0:1788652561.937902:0:18851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627843456 00000100:00100000:0.0:1788652561.937953:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788652561.937977:0:18851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18848:x1875537627843456:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788652561.938075:0:18851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18848:x1875537627843456:12345-0@lo:1000:mdt00_002.0 Request processed in 99us (1333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652561.938082:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788652561.938264:0:18848:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe493b8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18848:1875537627843456:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788652561.939310:0:18848:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1788652561.939405:0:18848:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f90ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18848:1875537627843584:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788652561.939454:0:18848:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652561.939489:0:18848:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe473a9540 going to sleep for 11 seconds 00000100:00100000:0.0:1788652561.939676:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627843584 00000100:00100000:0.0:1788652561.939683:0:18851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627843584 00000100:00100000:0.0:1788652561.939730:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788652561.939739:0:18851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18848:x1875537627843584:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788652561.939945:0:18851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:18848:x1875537627843584:12345-0@lo:1000:mdt00_002.0 Request processed in 207us (490us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788652561.939953:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788652561.940142:0:18848:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f90ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18848:1875537627843584:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788652561.940177:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940186:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940195:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940201:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e4a00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652561.940205:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940221:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940237:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:1.0:1788652561.940240:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788652561.940245:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940251:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4a00/0x340ed74ef02a9311 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940294:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940301:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940307:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940312:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9c00 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:1.0:1788652561.940315:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940321:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940328:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:1.0:1788652561.940331:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788652561.940436:0:18848:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 18 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940460:0:18848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 18 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940470:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 18 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652561.940498:0:18848:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5400/0x340ed74ef02a9277 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f04 expref: 18 pid: 18848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652561.940509:0:18848:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f90ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18848:1875537627843712:192.168.203.50@tcp:105: 00000100:00100000:1.0:1788652561.940601:0:18848:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe5e94b480 going to sleep for 11 seconds 00000100:00100000:3.0:1788652561.954021:0:18848:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f90ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18848:1875537627843712:192.168.203.50@tcp:105: 00010000:00010000:3.0:1788652561.954056:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954067:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0c9c00/0x340ed74ef02a9270 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954114:0:18848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954128:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954138:0:18848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954148:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954154:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954160:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954166:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e5600 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:3.0:1788652561.954169:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954176:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954187:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:3.0:1788652561.954190:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788652561.954193:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954198:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e5600/0x340ed74ef02a9318 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954217:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954223:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954228:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954233:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0e4800 already unused, calling callback (ffffffffc21f74f0) 00010000:00010000:3.0:1788652561.954235:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954240:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954248:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cbe48da0a00) 00010000:00010000:3.0:1788652561.954251:0:18848:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788652561.954253:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.954259:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe7a0e4800/0x340ed74ef02a930a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652561.954483:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17395:x1875537603744512:12345-192.168.203.50@tcp:57:lhsmtool_posix.0 Request processed in 23987us (24171us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788652561.954493:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 53 00000020:00080000:3.0:1788652561.954499:0:18848:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788652561.954985:0:18877:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788652561.954990:0:18877:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788652561.955016:0:18877:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788652561.955021:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788652561.955743:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.955902:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603744768 00000100:00100000:0.0:1788652561.955911:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603744768 00000100:00100000:0.0:1788652561.955964:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:0.0:1788652561.955974:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe8150e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17394:x1875537603744768:12345-192.168.203.50@tcp:49:dd.0 00000100:00100000:0.0:1788652561.956089:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe8150e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17394:x1875537603744768:12345-192.168.203.50@tcp:49:dd.0 Request processed in 116us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652561.956097:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 10 00000100:00100000:1.0:1788652561.957746:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.957922:0:20978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745024 00000100:00100000:3.0:1788652561.957959:0:20978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745024 00000100:00100000:3.0:1788652561.958032:0:20978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 11 00000100:00100000:3.0:1788652561.958045:0:20978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:17395:x1875537603745024:12345-192.168.203.50@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788652561.959178:0:20978:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788652561.959305:0:20978:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1788652561.959385:0:20978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.959404:0:20978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.959417:0:20978:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.959426:0:20978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.959433:0:20978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.959440:0:20978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.959468:0:20978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788652561.959589:0:20978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+20:17395:x1875537603745024:12345-192.168.203.50@tcp:35:lhsmtool_posix.0 Request processed in 1543us (1846us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1788652561.959600:0:20978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 11 00000020:00080000:2.0:1788652561.959605:0:20978:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788652561.959805:0:18834:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788652561.959812:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.959819:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe40031c00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652561.959830:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.959839:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.959852:0:18834:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cbe485ac800) 00010000:00010000:0.0:1788652561.959855:0:18834:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788652561.959860:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.959867:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbe40031c00/0x340ed74ef02a931f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.959880:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652561.959882:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788652561.959884:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652561.989154:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652561.989204:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.989291:0:19539:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745152 00000100:00100000:0.0:1788652561.989302:0:19539:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745152 00000100:00100000:0.0:1788652561.989370:0:19539:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745280 00000100:00100000:0.0:1788652561.989374:0:19539:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745280 00000100:00100000:0.0:1788652561.989395:0:19539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 0 00000100:00100000:0.0:1788652561.989404:0:19539:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:2347:x1875537603745152:12345-192.168.203.50@tcp:4:dd.0 00010000:00010000:0.0:1788652561.989438:0:19539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.989459:0:19539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 9 pid: 19533 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.989468:0:19539:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.989483:0:19539:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.989489:0:19539:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.989524:0:19539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 9 pid: 19533 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.989541:0:19539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 9 pid: 19533 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652561.989556:0:19539:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:19539:1875537627843840:192.168.203.50@tcp:104: 00000100:00100000:0.0:1788652561.989640:0:19539:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cbe4f38fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788652561.990352:0:3298:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652561.990418:0:19541:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1788652561.990426:0:19541:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1788652561.990639:0:19541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745408 00000100:00100000:1.0:1788652561.990645:0:19541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745408 00000100:00100000:0.0:1788652561.991404:0:20981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 1 00000100:00100000:0.0:1788652561.991416:0:20981:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+10:2348:x1875537603745280:12345-192.168.203.50@tcp:4:dd.0 00010000:00010000:0.0:1788652561.991444:0:20981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.991459:0:20981:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.991463:0:20981:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652561.991467:0:20981:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.991476:0:20981:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652561.992275:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1788652561.992348:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745536 00000100:00100000:3.0:1788652561.992356:0:18832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745536 00010000:00010000:3.0:1788652561.992384:0:18832:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 11 pid: 19533 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652561.992418:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 14 00000100:00100000:3.0:1788652561.992426:0:18832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+11:2347:x1875537603745536:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788652561.992437:0:18832:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788652561.992460:0:18832:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 11 pid: 19533 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.992475:0:18832:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 11 pid: 19533 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.992498:0:18832:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788652561.992502:0:18832:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788652561.992509:0:18832:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.992518:0:18832:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.992527:0:18832:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788652561.992540:0:18832:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788652561.992544:0:18832:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.992552:0:18832:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.992680:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000477280fe/0x340ed74ef02a92f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x2b021b6b880f0f2e expref: 11 pid: 19533 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652561.992691:0:19539:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:19539:1875537627843840:192.168.203.50@tcp:104: 00010000:00010000:0.0:1788652561.992712:0:19539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652561.992763:0:18832:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788652561.992839:0:18832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db0b224-39da-4a6c-9043-5d82dd65fe88+10:2347:x1875537603745536:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 412us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652561.992847:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 14 00010000:00010000:0.0:1788652561.993226:0:19539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652561.993233:0:19539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.998256:0:20981:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652561.998278:0:20981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788652562.056409:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:3.0:1788652562.056433:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901893 is committed 00002000:00010000:1.0:1788652562.056489:0:19539:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1788652562.056494:0:19539:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 1788652559 -> 1788652560 00002000:00010000:1.0:1788652562.056497:0:19539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:1.0:1788652562.056509:0:19539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056522:0:19539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056617:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056624:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f000 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652562.056626:0:20981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056634:0:20981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056642:0:20981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056643:0:19539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056648:0:20981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345f200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652562.056650:0:20981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056654:0:19539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056657:0:20981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056739:0:20981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056739:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.056748:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb9b0cdc/0x340ed74ef02a9326 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056753:0:20981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c501c298/0x340ed74ef02a932d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652562.056864:0:20981:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:2348:x1875537603745280:12345-192.168.203.50@tcp:4:dd.0 Request processed in 65446us (67654us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788652562.056877:0:20981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 1 00000100:00100000:2.0:1788652562.056908:0:20981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 2 00000100:00100000:2.0:1788652562.056919:0:20981:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2346:x1875537603745408:12345-192.168.203.50@tcp:4:dd.0 00000100:00100000:1.0:1788652562.056922:0:19539:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+6:2347:x1875537603745152:12345-192.168.203.50@tcp:4:dd.0 Request processed in 67520us (67779us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788652562.056933:0:19539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 0 00002000:00010000:2.0:1788652562.056953:0:20981:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 2097152, mtime: 0x6a9cac10, atime: 0x6a9cac0f, ctime: 0x0, blocks: 0x1007 00010000:00010000:2.0:1788652562.056960:0:20981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056971:0:20981:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=579s v=(0 0) 00010000:00010000:2.0:1788652562.056976:0:20981:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788652562.056982:0:20981:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.056994:0:20981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788652562.106637:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1788652562.107167:0:20981:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 2097152 -> 3145728 00002000:00010000:2.0:1788652562.107182:0:20981:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:2.0:1788652562.107284:0:20981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.107314:0:20981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.107324:0:20981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.107331:0:20981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe40031000 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652562.107387:0:20981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.107397:0:20981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.107417:0:20981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.107426:0:20981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f17936d/0x340ed74ef02a9334 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652562.107840:0:20981:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2346:x1875537603745408:12345-192.168.203.50@tcp:4:dd.0 Request processed in 50919us (117486us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788652562.107850:0:20981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 2 00000100:00100000:3.0:1788652562.112330:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652562.112749:0:19541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745664 00000100:00100000:1.0:1788652562.112759:0:19541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745664 00000100:00100000:1.0:1788652562.112937:0:19541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 3 00000100:00100000:1.0:1788652562.112947:0:19541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe493b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2349:x1875537603745664:12345-192.168.203.50@tcp:4:dd.0 00002000:00010000:1.0:1788652562.112997:0:19541:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 3145728, mtime: 0x6a9cac10, atime: 0x6a9cac0f, ctime: 0x0, blocks: 0x1807 00010000:00010000:1.0:1788652562.113018:0:19541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.113033:0:19541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=579s v=(0 0) 00010000:00010000:1.0:1788652562.113037:0:19541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788652562.113043:0:19541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.113056:0:19541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788652562.117395:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1788652562.118869:0:19539:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745792 00000100:00100000:0.0:1788652562.118884:0:19539:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745792 00000100:00100000:1.0:1788652562.119109:0:19539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 4 00000100:00100000:1.0:1788652562.119120:0:19539:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+7:2348:x1875537603745792:12345-192.168.203.50@tcp:4:dd.0 00010000:00010000:1.0:1788652562.119153:0:19539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.119169:0:19539:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788652562.119173:0:19539:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788652562.119180:0:19539:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.119195:0:19539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652562.125217:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652562.125326:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1788652562.125354:0:20981:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:2.0:1788652562.125369:0:20981:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:1.0:1788652562.125743:0:19540:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:1.0:1788652562.125769:0:19540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603745920 00000100:00100000:1.0:1788652562.125809:0:19540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603745920 00000100:00100000:1.0:1788652562.125856:0:19540:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:1.0:1788652562.125862:0:19540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603746048 00000100:00100000:1.0:1788652562.125865:0:19540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603746048 00000100:00100000:2.0:1788652562.129112:0:20983:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 5 00000100:00100000:2.0:1788652562.129134:0:20983:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2db0b224-39da-4a6c-9043-5d82dd65fe88+10:2349:x1875537603745920:12345-192.168.203.50@tcp:4:dd.0 00010000:00010000:2.0:1788652562.129179:0:20983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.129197:0:20983:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788652562.129201:0:20983:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788652562.129208:0:20983:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.129223:0:20983:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652562.135656:0:3297:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1788652562.135836:0:19540:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:1.0:1788652562.135848:0:19540:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_005' 00000100:00100000:2.0:1788652562.137087:0:19540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537603746176 00000100:00100000:2.0:1788652562.137097:0:19540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537603746176 00000100:00100000:1.0:1788652562.138084:0:20984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 6 00000100:00100000:1.0:1788652562.138098:0:20984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2db0b224-39da-4a6c-9043-5d82dd65fe88+12:2348:x1875537603746048:12345-192.168.203.50@tcp:4:dd.0 00010000:00010000:1.0:1788652562.138136:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.138154:0:20984:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788652562.138159:0:20984:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788652562.138167:0:20984:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788652562.138182:0:20984:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788652562.196757:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901897 is committed 00002000:00010000:0.0:1788652562.196944:0:19541:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 3145728 -> 7340032 00002000:00010000:0.0:1788652562.196950:0:19541:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 0 -> 1788652560 00002000:00010000:0.0:1788652562.197025:0:19541:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:0.0:1788652562.197041:0:19541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197054:0:19541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197064:0:19541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197081:0:19541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652562.197087:0:19541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197098:0:19541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197118:0:19541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197127:0:19541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afcd4d4d/0x340ed74ef02a933b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652562.197220:0:19541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe493b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+18:2349:x1875537603745664:12345-192.168.203.50@tcp:4:dd.0 Request processed in 84269us (84893us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788652562.197230:0:19541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 3 00000100:00100000:0.0:1788652562.197262:0:19541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 7 00000100:00100000:0.0:1788652562.197274:0:19541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe51383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+17:2349:x1875537603746176:12345-192.168.203.50@tcp:4:dd.0 00010000:00010000:0.0:1788652562.197303:0:19541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197316:0:19541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652562.197321:0:19541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788652562.197328:0:19541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.197352:0:19541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788652562.280642:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901898 is committed 00000001:00080000:1.0:1788652562.280702:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901900 is committed 00002000:00010000:0.0:1788652562.281204:0:20984:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 7340032 -> 7654321 00002000:00010000:0.0:1788652562.281209:0:20984:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 8199 -> 14343 00010000:00010000:0.0:1788652562.281223:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.281237:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.281246:0:20984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.281306:0:20984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c9a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652562.281311:0:20984:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.281321:0:20984:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.281341:0:20984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.281349:0:20984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e70f747/0x340ed74ef02a9350 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652562.281447:0:20984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2db0b224-39da-4a6c-9043-5d82dd65fe88+13:2348:x1875537603746048:12345-192.168.203.50@tcp:4:dd.0 Request processed in 143348us (156116us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788652562.281458:0:20984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 6 00002000:00010000:3.0:1788652562.284284:0:20983:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:3.0:1788652562.284304:0:20983:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652562.284317:0:20983:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652562.284326:0:20983:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652562.284333:0:20983:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe40030a00 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:3.0:1788652562.284338:0:20983:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652562.284362:0:20983:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652562.284383:0:20983:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788652562.284391:0:20983:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dfcac16/0x340ed74ef02a9349 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788652562.284480:0:20983:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2db0b224-39da-4a6c-9043-5d82dd65fe88+11:2349:x1875537603745920:12345-192.168.203.50@tcp:4:dd.0 Request processed in 155351us (159270us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788652562.284495:0:20983:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 5 00010000:00010000:0.0:1788652562.285248:0:19539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.285259:0:19539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.285268:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.285275:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbe7a0c8600 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:0.0:1788652562.285279:0:19539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.285288:0:19539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.285303:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788652562.285311:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000294c0c8a/0x340ed74ef02a9342 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788652562.285377:0:19539:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2db0b224-39da-4a6c-9043-5d82dd65fe88+9:2348:x1875537603745792:12345-192.168.203.50@tcp:4:dd.0 Request processed in 166257us (167991us total) trans 12884901898 rc 0/0 00000100:00100000:0.0:1788652562.285386:0:19539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 4 00000001:00080000:1.0:1788652562.337461:0:6704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901901 is committed 00010000:00010000:2.0:1788652562.337904:0:19541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.337920:0:19541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.337930:0:19541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.337938:0:19541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbd4345e200 already unused, calling callback (ffffffffc17b34f0) 00010000:00010000:2.0:1788652562.337953:0:19541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.337963:0:19541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.337982:0:19541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788652562.337991:0:19541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b7664b0/0x340ed74ef02a9357 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788652562.338090:0:19541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe51383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2db0b224-39da-4a6c-9043-5d82dd65fe88+5:2349:x1875537603746176:12345-192.168.203.50@tcp:4:dd.0 Request processed in 140815us (202438us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788652562.338100:0:19541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 7 00010000:00010000:0.0:1788652562.441046:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788652563.464291:0:18835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788652563.958946:0:21021:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1788652564.488185:0:18834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788652564.616030:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788652564.616051:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe7f90e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627843968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788652564.616322:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe81a52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627844096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652564.616465:0:3306:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe51382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627844480:0@lo:400:kworker.0 00000100:00100000:1.0:1788652564.620501:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652564.620696:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652564.620714:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe51380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627844352:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.620725:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627844608:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.620754:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652564.620755:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652564.620801:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788652564.620808:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe51381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627844224:0@lo:400:kworker.0 00000100:00100000:1.0:1788652564.620819:0:3305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627844864:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.620835:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652564.620841:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652564.620857:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbe513b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3303:1875537627844736:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.620878:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788652564.620883:0:19537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627843968 00000100:00100000:1.0:1788652564.620890:0:19537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627843968 00000100:00100000:0.0:1788652564.620900:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844096 00000100:00100000:0.0:1788652564.620903:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844096 00000100:00100000:1.0:1788652564.620939:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788652564.620949:0:19537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627844096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788652564.620983:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62980096 pending 0 free 3843031040 avail 3840933888 00000100:00100000:1.0:1788652564.621029:0:19537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875537627844096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652564.621036:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788652564.621054:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788652564.621470:0:19537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627843968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788652564.621495:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788652564.621535:0:19537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627843968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788652564.621542:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788652564.624734:0:19533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844352 00000100:00100000:3.0:1788652564.624752:0:19533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844352 00000100:00100000:3.0:1788652564.624845:0:19533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788652564.624855:0:19533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627844352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652564.624941:0:19533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1875537627844352:12345-0@lo:400:kworker.0 Request processed in 87us (4185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652564.624948:0:19533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788652564.625130:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844608 00000100:00100000:3.0:1788652564.625135:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844608 00000100:00100000:3.0:1788652564.625160:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844864 00000100:00100000:3.0:1788652564.625164:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844864 00000100:00100000:3.0:1788652564.625447:0:20067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844736 00000100:00100000:3.0:1788652564.625451:0:20067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844736 00000100:00100000:3.0:1788652564.625467:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788652564.625473:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe81a50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627844608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652564.626297:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe81a50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875537627844608:12345-0@lo:400:kworker.0 Request processed in 821us (5538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652564.626306:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788652564.626592:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788652564.626602:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627844864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652564.626645:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1875537627844864:12345-0@lo:400:kworker.0 Request processed in 46us (5803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652564.626651:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788652564.626662:0:20067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788652564.626669:0:20067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe7f2fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875537627844736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788652564.626697:0:20067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe7f2fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875537627844736:12345-0@lo:400:kworker.0 Request processed in 28us (5817us total) trans 0 rc 0/0 00000100:00100000:3.0:1788652564.626702:0:20067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788652564.626724:0:18838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844224 00000100:00100000:3.0:1788652564.626729:0:18838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844224 00000100:00080000:0.0:1788652564.627856:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788652564.627865:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788652564.627867:0:18842:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788652564.627917:0:3305:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901893 gen 2 00000004:00080000:0.0:1788652564.627924:0:3305:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8cbe7f344700, transno 12884901891 00000004:00080000:0.0:1788652564.627937:0:3305:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901893 committed transno 12884901893 00000100:00100000:0.0:1788652564.627962:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe51380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627844352:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.627978:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3305:1875537627844864:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.628019:0:3305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe7f90e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3305:1875537627843968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788652564.628495:0:18841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788652564.628507:0:18841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe64718450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3303:x1875537627844224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.628563:0:18841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe64718450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5bedfe-b2ff-4d5a-b661-878c26003548+19:3303:x1875537627844224:12345-0@lo:400:kworker.0 Request processed in 59us (7727us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652564.628570:0:18841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788652564.628624:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe51381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9e5bedfe-b2ff-4d5a-b661-878c26003548:3303:1875537627844224:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.628638:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3303:1875537627844736:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.628647:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe513b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875537627844608:0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.628661:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe81a52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3303:1875537627844096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788652564.628843:0:3306:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788652564.633419:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875537627844480 00000100:00100000:0.0:1788652564.633433:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875537627844480 00000100:00100000:0.0:1788652564.633692:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788652564.633705:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbe513b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627844480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788652564.633970:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbe513b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1875537627844480:12345-0@lo:400:kworker.0 Request processed in 268us (5126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788652564.633978:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788652564.634070:0:3306:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbe51382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3306:1875537627844480:0@lo:400:kworker.0 00000040:00080000:0.0:1788652565.066361:0:18877:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788652565.066369:0:18877:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788652565.066609:0:18877:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788652565.066617:0:18877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1788652565.512605:0:20262:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9735 lines, 9735 kept, 0 dropped, 0 bad.